{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5056.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22094) [trial-2358↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22094)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22094) [trial-2358↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a09:52:26.971289 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a09:52:26.982095 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a09:52:27.558316 tst mo_mt_sms.py: using LAC 20642\u000a09:52:27.673139 tst mo_mt_sms.py: using RAC 242\u000a09:52:27.797103 tst mo_mt_sms.py: using CellId 20642\u000a09:52:27.925740 tst mo_mt_sms.py: using BVCI 20643\u000a09:52:27.950137 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a09:52:28.131680 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a09:52:28.405374 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:52:28.530718 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:52:30.774440 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22093): Launched\u000a09:52:31.111375 run osmo-nitb_10.42.42.2(pid=22094): Launched\u000a09:52:31.291675 run osmo-nitb_10.42.42.2(pid=22094): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22094)]\u000a09:52:31.420632 run osmo-nitb_10.42.42.2(pid=22094): stdout: \u000a| (launched: 2022-12-09_09:52:30.932236) \u000a09:52:31.550293 run osmo-nitb_10.42.42.2(pid=22094): stderr: \u000a| (launched: 2022-12-09_09:52:30.978256)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:52:31.674715 run osmo-nitb_10.42.42.2(pid=22094): stdout: \u000a| (launched: 2022-12-09_09:52:30.932236) \u000a09:52:31.798086 run osmo-nitb_10.42.42.2(pid=22094): stderr: \u000a| (launched: 2022-12-09_09:52:30.978256)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:52:31.852292 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22094) [trial-2358↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22094)] [trial-2358↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a09:52:31.861347 tst mo_mt_sms.py:11: Test FAILED (4.9 sec)\u000a09:52:31.900063 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22093): Terminating (SIGTERM)\u000a09:52:32.077816 --- ParallelTerminationStrategy: PID 22093 died...\u000a09:52:32.135842 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22093): Terminated: ok {rc=0}\u000a09:52:32.232224 bus /sierra_3: Setting Powered False\u000a09:52:33.342541 bus /sierra_3: Setting Powered False\u000a09:52:34.455713 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:52:26" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22105): Process ended prematurely: osmo-stp_10.42.42.5(pid=22105) [trial-2358↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22105)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22105): Process ended prematurely: osmo-stp_10.42.42.5(pid=22105) [trial-2358↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a09:52:36.311647 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:52:36.322649 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a09:52:36.448352 tst mo_mt_sms.py: using LAC 20643\u000a09:52:36.568448 tst mo_mt_sms.py: using RAC 243\u000a09:52:36.695413 tst mo_mt_sms.py: using CellId 20643\u000a09:52:36.821760 tst mo_mt_sms.py: using BVCI 20644\u000a09:52:36.847023 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:52:36.858221 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:52:36.869247 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:52:36.880328 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:52:36.891436 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:52:36.902221 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a09:52:37.015594 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a09:52:37.220176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:52:38.956149 run create_hlr_db(pid=22099): Launched\u000a09:52:39.130481 bus /sierra_2: Setting Powered False\u000a09:52:40.151630 run create_hlr_db(pid=22099): Terminated: ok {rc=0}\u000a09:52:40.586774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22101): Launched\u000a09:52:40.916596 run osmo-hlr_10.42.42.2(pid=22102): Launched\u000a09:52:41.034185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:52:43.613888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22104): Launched\u000a09:52:43.940749 run osmo-stp_10.42.42.5(pid=22105): Launched\u000a09:52:44.059158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:52:49.637864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22107): Launched\u000a09:52:49.963891 run osmo-msc_10.42.42.6(pid=22108): Launched\u000a09:52:50.152500 run osmo-stp_10.42.42.5(pid=22105): ERR: Terminated: ERROR {rc=1} [trial-2358↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22105)]\u000a09:52:50.288995 run osmo-stp_10.42.42.5(pid=22105): stdout: \u000a| (launched: 2022-12-09_09:52:43.778688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:50.425385 run osmo-stp_10.42.42.5(pid=22105): stderr: \u000a| �[0;m�[38;5;43m20221209095243975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095243975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095243975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095243976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095243976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095243976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095243976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:50.555734 run osmo-stp_10.42.42.5(pid=22105): stdout: \u000a| (launched: 2022-12-09_09:52:43.778688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:50.684887 run osmo-stp_10.42.42.5(pid=22105): stderr: \u000a| �[0;m�[38;5;43m20221209095243975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095243975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095243975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095243976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095243976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095243976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095243976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:50.741660 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22105): Process ended prematurely: osmo-stp_10.42.42.5(pid=22105) [trial-2358↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22105)] [trial-2358↪sms:sysmo↪mo_mt_sms.py:16]\u000a09:52:50.750473 tst mo_mt_sms.py:16: Test FAILED (14.4 sec)\u000a09:52:50.814023 run osmo-hlr_10.42.42.2(pid=22102): ERR: Terminated: ERROR {rc=237} [trial-2358↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22102)]\u000a09:52:50.866682 run osmo-hlr_10.42.42.2(pid=22102): stdout: \u000a| (launched: 2022-12-09_09:52:40.753238) \u000a09:52:50.919601 run osmo-hlr_10.42.42.2(pid=22102): stderr: \u000a| �[0;m�[1;31m20221209095240955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095240955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095240955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095240955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095240955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095240956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095240968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095240976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095240976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095240976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:52:50.991642 run osmo-msc_10.42.42.6(pid=22108): ERR: Terminated: ERROR {rc=2} [trial-2358↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22108)]\u000a09:52:51.043780 run osmo-msc_10.42.42.6(pid=22108): stdout: \u000a| (launched: 2022-12-09_09:52:49.802242) \u000a09:52:51.097191 run osmo-msc_10.42.42.6(pid=22108): stderr: \u000a| �[0;m�[38;5;43m20221209095250129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095250129 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43770c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095250129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095250130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095250130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095250130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095250132 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095250132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095250132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095250132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:52:51.142198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22101): Terminating (SIGTERM)\u000a09:52:51.184541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22104): Terminating (SIGTERM)\u000a09:52:51.226992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22107): Terminating (SIGTERM)\u000a09:52:51.236707 --- ParallelTerminationStrategy: PID 22101 died...\u000a09:52:51.293457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22101): Terminated: ok {rc=0}\u000a09:52:51.303568 --- ParallelTerminationStrategy: PID 22104 died...\u000a09:52:51.360095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22104): Terminated: ok {rc=0}\u000a09:52:51.370216 --- ParallelTerminationStrategy: PID 22107 died...\u000a09:52:51.426844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22107): Terminated: ok {rc=0}\u000a09:52:51.515898 bus /sierra_3: Setting Powered False\u000a09:52:52.623745 bus /sierra_3: Setting Powered False\u000a09:52:53.733102 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:52:36" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22114): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22114) [trial-2358↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22114)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22114): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22114) [trial-2358↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a09:52:55.541446 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a09:52:55.552156 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a09:52:55.677128 tst assert_extension.py: using LAC 20644\u000a09:52:55.794491 tst assert_extension.py: using RAC 244\u000a09:52:55.912222 tst assert_extension.py: using CellId 20644\u000a09:52:56.030277 tst assert_extension.py: using BVCI 20645\u000a09:52:56.053459 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a09:52:56.346791 tst assert_extension.py:10: start nitb and bts...\u000a09:52:56.481478 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:52:57.155726 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22113): Launched\u000a09:52:57.480425 run osmo-nitb_10.42.42.2(pid=22114): Launched\u000a09:52:57.678917 run osmo-nitb_10.42.42.2(pid=22114): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22114)]\u000a09:52:57.825045 run osmo-nitb_10.42.42.2(pid=22114): stdout: \u000a| (launched: 2022-12-09_09:52:57.321402) \u000a09:52:57.972054 run osmo-nitb_10.42.42.2(pid=22114): stderr: \u000a| (launched: 2022-12-09_09:52:57.369805)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:52:58.114267 run osmo-nitb_10.42.42.2(pid=22114): stdout: \u000a| (launched: 2022-12-09_09:52:57.321402) \u000a09:52:58.255814 run osmo-nitb_10.42.42.2(pid=22114): stderr: \u000a| (launched: 2022-12-09_09:52:57.369805)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:52:58.611856 tst osmo-nitb_10.42.42.2(pid=22114): stdout: \u000a| (launched: 2022-12-09_09:52:57.321402) \u000a09:52:58.740805 tst osmo-nitb_10.42.42.2(pid=22114): stderr: \u000a| (launched: 2022-12-09_09:52:57.369805)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:52:58.797576 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22114): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22114) [trial-2358↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22114)] [trial-2358↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a09:52:58.806374 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a09:52:58.844172 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22113): Terminating (SIGTERM)\u000a09:52:59.022038 --- ParallelTerminationStrategy: PID 22113 died...\u000a09:52:59.080016 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22113): Terminated: ok {rc=0}\u000a09:52:59.167230 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:52:55" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "ussd:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22395): Process ended prematurely: osmo-stp_10.42.42.5(pid=22395) [trial-2358↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22395)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22395): Process ended prematurely: osmo-stp_10.42.42.5(pid=22395) [trial-2358↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a09:53:01.024872 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:01.040826 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a09:53:01.184662 tst assert_extension.py: using LAC 20645\u000a09:53:01.315492 tst assert_extension.py: using RAC 245\u000a09:53:01.478373 tst assert_extension.py: using CellId 20645\u000a09:53:01.614239 tst assert_extension.py: using BVCI 20646\u000a09:53:01.638925 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:01.651359 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:01.663425 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:01.674838 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:01.685980 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:01.697111 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a09:53:01.922746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:02.496280 run create_hlr_db(pid=22154): Launched\u000a09:53:02.698781 bus /sierra_2: Setting Powered False\u000a09:53:03.755645 run create_hlr_db(pid=22154): Terminated: ok {rc=0}\u000a09:53:04.266595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22390): Launched\u000a09:53:04.674704 run osmo-hlr_10.42.42.2(pid=22392): Launched\u000a09:53:04.864497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:05.455345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22394): Launched\u000a09:53:05.888600 run osmo-stp_10.42.42.5(pid=22395): Launched\u000a09:53:06.082269 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:06.706082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22399): Launched\u000a09:53:07.121654 run osmo-msc_10.42.42.6(pid=22400): Launched\u000a09:53:07.493731 run osmo-stp_10.42.42.5(pid=22395): ERR: Terminated: ERROR {rc=1} [trial-2358↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22395)]\u000a09:53:07.762989 run osmo-stp_10.42.42.5(pid=22395): stdout: \u000a| (launched: 2022-12-09_09:53:05.625607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:07.973317 run osmo-stp_10.42.42.5(pid=22395): stderr: \u000a| �[0;m�[38;5;43m20221209095305925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095305925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095305926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095305926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095305928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095305928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095305928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:08.097606 run osmo-stp_10.42.42.5(pid=22395): stdout: \u000a| (launched: 2022-12-09_09:53:05.625607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:08.221249 run osmo-stp_10.42.42.5(pid=22395): stderr: \u000a| �[0;m�[38;5;43m20221209095305925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095305925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095305926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095305926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095305928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095305928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095305928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:08.296289 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22395): Process ended prematurely: osmo-stp_10.42.42.5(pid=22395) [trial-2358↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22395)] [trial-2358↪ussd:sysmo↪assert_extension.py:17]\u000a09:53:08.306842 tst assert_extension.py:17: Test FAILED (7.3 sec)\u000a09:53:08.369221 run osmo-hlr_10.42.42.2(pid=22392): ERR: Terminated: ERROR {rc=237} [trial-2358↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22392)]\u000a09:53:08.420131 run osmo-hlr_10.42.42.2(pid=22392): stdout: \u000a| (launched: 2022-12-09_09:53:04.423125) \u000a09:53:08.471641 run osmo-hlr_10.42.42.2(pid=22392): stderr: \u000a| �[0;m�[1;31m20221209095304766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095304766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095304767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095304767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095304767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095304767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095304787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095304798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095304799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095304799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:08.542102 run osmo-msc_10.42.42.6(pid=22400): ERR: Terminated: ERROR {rc=2} [trial-2358↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22400)]\u000a09:53:08.593952 run osmo-msc_10.42.42.6(pid=22400): stdout: \u000a| (launched: 2022-12-09_09:53:06.864195) \u000a09:53:08.645556 run osmo-msc_10.42.42.6(pid=22400): stderr: \u000a| �[0;m�[38;5;43m20221209095307458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095307458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bb89ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095307458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095307458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095307459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095307459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095307460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095307465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095307465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095307465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:08.689652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22390): Terminating (SIGTERM)\u000a09:53:08.733174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22394): Terminating (SIGTERM)\u000a09:53:08.777414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22399): Terminating (SIGTERM)\u000a09:53:08.787479 --- ParallelTerminationStrategy: PID 22390 died...\u000a09:53:08.844347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22390): Terminated: ok {rc=0}\u000a09:53:08.854786 --- ParallelTerminationStrategy: PID 22394 died...\u000a09:53:08.910177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22394): Terminated: ok {rc=0}\u000a09:53:08.920244 --- ParallelTerminationStrategy: PID 22399 died...\u000a09:53:08.975631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22399): Terminated: ok {rc=0}\u000a09:53:09.062957 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:53:00" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22411): Process ended prematurely: osmo-stp_10.42.42.5(pid=22411) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22411)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22411): Process ended prematurely: osmo-stp_10.42.42.5(pid=22411) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:53:10.988680 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:53:11.000776 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:53:11.151135 tst mo_mt_call.py: using LAC 20646\u000a09:53:11.275904 tst mo_mt_call.py: using RAC 246\u000a09:53:11.400416 tst mo_mt_call.py: using CellId 20646\u000a09:53:11.525598 tst mo_mt_call.py: using BVCI 20647\u000a09:53:11.551583 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:53:11.563941 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:53:11.576471 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:53:11.588834 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:53:11.600654 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:53:11.613434 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:53:11.733733 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:53:11.942886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:12.494796 run create_hlr_db(pid=22405): Launched\u000a09:53:12.679016 bus /sierra_2: Setting Powered False\u000a09:53:13.702430 run create_hlr_db(pid=22405): Terminated: ok {rc=0}\u000a09:53:14.141282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22407): Launched\u000a09:53:14.568083 run osmo-hlr_10.42.42.2(pid=22408): Launched\u000a09:53:14.800762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:15.467622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22410): Launched\u000a09:53:15.886499 run osmo-stp_10.42.42.5(pid=22411): Launched\u000a09:53:16.130053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:16.879792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22413): Launched\u000a09:53:17.401782 run osmo-msc_10.42.42.6(pid=22414): Launched\u000a09:53:17.864206 run osmo-stp_10.42.42.5(pid=22411): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22411)]\u000a09:53:18.171638 run osmo-stp_10.42.42.5(pid=22411): stdout: \u000a| (launched: 2022-12-09_09:53:15.630454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:18.396489 run osmo-stp_10.42.42.5(pid=22411): stderr: \u000a| �[0;m�[38;5;43m20221209095315971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095315971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095315971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095315971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095315972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095315972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095315972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:18.525882 run osmo-stp_10.42.42.5(pid=22411): stdout: \u000a| (launched: 2022-12-09_09:53:15.630454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:18.653798 run osmo-stp_10.42.42.5(pid=22411): stderr: \u000a| �[0;m�[38;5;43m20221209095315971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095315971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095315971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095315971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095315972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095315972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095315972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:18.710241 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22411): Process ended prematurely: osmo-stp_10.42.42.5(pid=22411) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22411)] [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:53:18.719368 tst mo_mt_call.py:8: Test FAILED (7.8 sec)\u000a09:53:18.783289 run osmo-hlr_10.42.42.2(pid=22408): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22408)]\u000a09:53:18.834819 run osmo-hlr_10.42.42.2(pid=22408): stdout: \u000a| (launched: 2022-12-09_09:53:14.303922) \u000a09:53:18.887299 run osmo-hlr_10.42.42.2(pid=22408): stderr: \u000a| �[0;m�[1;31m20221209095314656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095314656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095314656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095314656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095314662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095314663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095314683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095314691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095314691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095314691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:18.957419 run osmo-msc_10.42.42.6(pid=22414): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22414)]\u000a09:53:19.009933 run osmo-msc_10.42.42.6(pid=22414): stdout: \u000a| (launched: 2022-12-09_09:53:17.095591) \u000a09:53:19.062607 run osmo-msc_10.42.42.6(pid=22414): stderr: \u000a| �[0;m�[38;5;43m20221209095317778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095317789 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69787b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095317789 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095317789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095317789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095317790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095317792 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095317793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095317793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095317793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:19.107058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22407): Terminating (SIGTERM)\u000a09:53:19.153361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22410): Terminating (SIGTERM)\u000a09:53:19.199232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22413): Terminating (SIGTERM)\u000a09:53:19.209987 --- ParallelTerminationStrategy: PID 22407 died...\u000a09:53:19.267829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22407): Terminated: ok {rc=0}\u000a09:53:19.279279 --- ParallelTerminationStrategy: PID 22410 died...\u000a09:53:19.335819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22410): Terminated: ok {rc=0}\u000a09:53:19.346967 --- ParallelTerminationStrategy: PID 22413 died...\u000a09:53:19.404594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22413): Terminated: ok {rc=0}\u000a09:53:19.492718 bus /sierra_3: Setting Powered False\u000a09:53:20.602983 bus /sierra_3: Setting Powered False\u000a09:53:21.716431 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22423): Process ended prematurely: osmo-stp_10.42.42.5(pid=22423) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22423)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22423): Process ended prematurely: osmo-stp_10.42.42.5(pid=22423) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:53:22.833470 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:53:22.846104 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:53:23.002578 tst mo_mt_call_osmux.py: using LAC 20647\u000a09:53:23.128066 tst mo_mt_call_osmux.py: using RAC 247\u000a09:53:23.257211 tst mo_mt_call_osmux.py: using CellId 20647\u000a09:53:23.386036 tst mo_mt_call_osmux.py: using BVCI 20648\u000a09:53:23.411023 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:53:23.423153 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:53:23.435647 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:53:23.447952 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:53:23.460741 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:53:23.473153 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:53:23.593802 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:53:23.807850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:24.362575 run create_hlr_db(pid=22416): Launched\u000a09:53:24.548572 bus /sierra_2: Setting Powered False\u000a09:53:25.564017 run create_hlr_db(pid=22416): Terminated: ok {rc=0}\u000a09:53:26.008161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22419): Launched\u000a09:53:26.342125 run osmo-hlr_10.42.42.2(pid=22420): Launched\u000a09:53:26.464666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:27.045883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22422): Launched\u000a09:53:27.377895 run osmo-stp_10.42.42.5(pid=22423): Launched\u000a09:53:27.498728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:28.104503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22425): Launched\u000a09:53:28.435926 run osmo-msc_10.42.42.6(pid=22426): Launched\u000a09:53:28.629468 run osmo-stp_10.42.42.5(pid=22423): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22423)]\u000a09:53:28.768867 run osmo-stp_10.42.42.5(pid=22423): stdout: \u000a| (launched: 2022-12-09_09:53:27.213972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:28.902568 run osmo-stp_10.42.42.5(pid=22423): stderr: \u000a| �[0;m�[38;5;43m20221209095327410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095327411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095327411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095327411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095327412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095327412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095327412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:29.026999 run osmo-stp_10.42.42.5(pid=22423): stdout: \u000a| (launched: 2022-12-09_09:53:27.213972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:29.150344 run osmo-stp_10.42.42.5(pid=22423): stderr: \u000a| �[0;m�[38;5;43m20221209095327410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095327411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095327411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095327411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095327412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095327412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095327412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:29.204205 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22423): Process ended prematurely: osmo-stp_10.42.42.5(pid=22423) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22423)] [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:53:29.213152 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:53:29.274388 run osmo-hlr_10.42.42.2(pid=22420): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22420)]\u000a09:53:29.324487 run osmo-hlr_10.42.42.2(pid=22420): stdout: \u000a| (launched: 2022-12-09_09:53:26.176854) \u000a09:53:29.375170 run osmo-hlr_10.42.42.2(pid=22420): stderr: \u000a| �[0;m�[1;31m20221209095326378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095326378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095326378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095326378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095326378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095326378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095326392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095326400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095326400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095326400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:29.443780 run osmo-msc_10.42.42.6(pid=22426): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22426)]\u000a09:53:29.493795 run osmo-msc_10.42.42.6(pid=22426): stdout: \u000a| (launched: 2022-12-09_09:53:28.272191) \u000a09:53:29.544176 run osmo-msc_10.42.42.6(pid=22426): stderr: \u000a| �[0;m�[38;5;43m20221209095328600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095328600 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0cb370c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095328600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095328600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095328600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095328600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095328602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095328603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095328603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095328603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:29.586677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22419): Terminating (SIGTERM)\u000a09:53:29.627143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22422): Terminating (SIGTERM)\u000a09:53:29.667565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22425): Terminating (SIGTERM)\u000a09:53:29.677161 --- ParallelTerminationStrategy: PID 22419 died...\u000a09:53:29.731462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22419): Terminated: ok {rc=0}\u000a09:53:29.741453 --- ParallelTerminationStrategy: PID 22422 died...\u000a09:53:29.795762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22422): Terminated: ok {rc=0}\u000a09:53:29.805889 --- ParallelTerminationStrategy: PID 22425 died...\u000a09:53:29.859976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22425): Terminated: ok {rc=0}\u000a09:53:29.944795 bus /sierra_3: Setting Powered False\u000a09:53:31.064650 bus /sierra_3: Setting Powered False\u000a09:53:32.191862 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:53:10" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:53:34.162401 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:53:34.173833 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:53:34.328037 tst mo_mt_call.py: using LAC 20648\u000a09:53:34.451505 tst mo_mt_call.py: using RAC 248\u000a09:53:34.577827 tst mo_mt_call.py: using CellId 20648\u000a09:53:34.697197 tst mo_mt_call.py: using BVCI 20649\u000a09:53:34.720750 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:53:34.731847 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:53:34.742667 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:53:34.753436 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:53:34.764205 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:53:34.775043 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:53:34.894473 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:53:35.099212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:35.597708 run create_hlr_db(pid=22431): Launched\u000a09:53:35.776399 bus /sierra_2: Setting Powered False\u000a09:53:36.796384 run create_hlr_db(pid=22431): Terminated: ok {rc=0}\u000a09:53:37.238188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Launched\u000a09:53:37.572084 run osmo-hlr_10.42.42.2(pid=22434): Launched\u000a09:53:37.693876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:38.271513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Launched\u000a09:53:38.605505 run osmo-stp_10.42.42.5(pid=22437): Launched\u000a09:53:38.726983 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:39.333993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22439): Launched\u000a09:53:39.668293 run osmo-msc_10.42.42.6(pid=22440): Launched\u000a09:53:39.863737 run osmo-stp_10.42.42.5(pid=22437): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]\u000a09:53:40.005968 run osmo-stp_10.42.42.5(pid=22437): stdout: \u000a| (launched: 2022-12-09_09:53:38.439967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:40.144920 run osmo-stp_10.42.42.5(pid=22437): stderr: \u000a| �[0;m�[38;5;43m20221209095338636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095338636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095338636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095338637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095338637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095338637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095338637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:40.279059 run osmo-stp_10.42.42.5(pid=22437): stdout: \u000a| (launched: 2022-12-09_09:53:38.439967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:40.412401 run osmo-stp_10.42.42.5(pid=22437): stderr: \u000a| �[0;m�[38;5;43m20221209095338636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095338636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095338636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095338637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095338637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095338637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095338637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:40.470920 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)] [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:53:40.480224 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:53:40.543927 run osmo-hlr_10.42.42.2(pid=22434): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22434)]\u000a09:53:40.595914 run osmo-hlr_10.42.42.2(pid=22434): stdout: \u000a| (launched: 2022-12-09_09:53:37.406944) \u000a09:53:40.648780 run osmo-hlr_10.42.42.2(pid=22434): stderr: \u000a| �[0;m�[1;31m20221209095337610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095337610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095337610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095337610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095337610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095337610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095337647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095337657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095337657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095337657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:40.720079 run osmo-msc_10.42.42.6(pid=22440): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22440)]\u000a09:53:40.772038 run osmo-msc_10.42.42.6(pid=22440): stdout: \u000a| (launched: 2022-12-09_09:53:39.503185) \u000a09:53:40.824929 run osmo-msc_10.42.42.6(pid=22440): stderr: \u000a| �[0;m�[38;5;43m20221209095339829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095339829 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96e72c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095339829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095339830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095339830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095339830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095339831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095339832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095339832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095339832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:40.869878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Terminating (SIGTERM)\u000a09:53:40.912212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Terminating (SIGTERM)\u000a09:53:40.954992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22439): Terminating (SIGTERM)\u000a09:53:40.964610 --- ParallelTerminationStrategy: PID 22433 died...\u000a09:53:41.020689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Terminated: ok {rc=0}\u000a09:53:41.030921 --- ParallelTerminationStrategy: PID 22436 died...\u000a09:53:41.087385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Terminated: ok {rc=0}\u000a09:53:41.097865 --- ParallelTerminationStrategy: PID 22439 died...\u000a09:53:41.154073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22439): Terminated: ok {rc=0}\u000a09:53:41.243601 bus /sierra_3: Setting Powered False\u000a09:53:42.348167 bus /sierra_3: Setting Powered False\u000a09:53:43.460152 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22448): Process ended prematurely: osmo-stp_10.42.42.5(pid=22448) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22448)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22448): Process ended prematurely: osmo-stp_10.42.42.5(pid=22448) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:53:44.576355 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:53:44.588377 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:53:44.759244 tst mo_mt_call_osmux.py: using LAC 20649\u000a09:53:44.892845 tst mo_mt_call_osmux.py: using RAC 249\u000a09:53:45.024819 tst mo_mt_call_osmux.py: using CellId 20649\u000a09:53:45.155001 tst mo_mt_call_osmux.py: using BVCI 20650\u000a09:53:45.180415 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:53:45.191976 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:53:45.203377 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:53:45.214925 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:53:45.226491 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:53:45.238124 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:53:45.358080 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:53:45.573461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:46.163194 run create_hlr_db(pid=22442): Launched\u000a09:53:46.358851 bus /sierra_2: Setting Powered False\u000a09:53:47.377660 run create_hlr_db(pid=22442): Terminated: ok {rc=0}\u000a09:53:47.794890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22444): Launched\u000a09:53:48.108139 run osmo-hlr_10.42.42.2(pid=22445): Launched\u000a09:53:48.233344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:48.781117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22447): Launched\u000a09:53:49.091249 run osmo-stp_10.42.42.5(pid=22448): Launched\u000a09:53:49.203250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:49.768593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22450): Launched\u000a09:53:50.082918 run osmo-msc_10.42.42.6(pid=22451): Launched\u000a09:53:50.264691 run osmo-stp_10.42.42.5(pid=22448): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22448)]\u000a09:53:50.396043 run osmo-stp_10.42.42.5(pid=22448): stdout: \u000a| (launched: 2022-12-09_09:53:48.938113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:50.524796 run osmo-stp_10.42.42.5(pid=22448): stderr: \u000a| �[0;m�[38;5;43m20221209095349110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095349110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095349110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095349111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095349113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095349113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095349113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:50.650173 run osmo-stp_10.42.42.5(pid=22448): stdout: \u000a| (launched: 2022-12-09_09:53:48.938113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:50.773905 run osmo-stp_10.42.42.5(pid=22448): stderr: \u000a| �[0;m�[38;5;43m20221209095349110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095349110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095349110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095349111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095349113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095349113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095349113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:50.828224 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22448): Process ended prematurely: osmo-stp_10.42.42.5(pid=22448) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22448)] [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:53:50.837026 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:53:50.897466 run osmo-hlr_10.42.42.2(pid=22445): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22445)]\u000a09:53:50.947308 run osmo-hlr_10.42.42.2(pid=22445): stdout: \u000a| (launched: 2022-12-09_09:53:47.952712) \u000a09:53:50.997702 run osmo-hlr_10.42.42.2(pid=22445): stderr: \u000a| �[0;m�[1;31m20221209095348132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095348132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095348132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095348132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095348132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095348132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095348144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095348152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095348153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095348153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:51.066048 run osmo-msc_10.42.42.6(pid=22451): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22451)]\u000a09:53:51.115822 run osmo-msc_10.42.42.6(pid=22451): stdout: \u000a| (launched: 2022-12-09_09:53:49.927501) \u000a09:53:51.166373 run osmo-msc_10.42.42.6(pid=22451): stderr: \u000a| �[0;m�[38;5;43m20221209095350206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095350206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70382ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095350206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095350206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095350206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095350206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095350208 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095350208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095350209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095350209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:51.209113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22444): Terminating (SIGTERM)\u000a09:53:51.249326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22447): Terminating (SIGTERM)\u000a09:53:51.289562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22450): Terminating (SIGTERM)\u000a09:53:51.298743 --- ParallelTerminationStrategy: PID 22444 died...\u000a09:53:51.352339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22444): Terminated: ok {rc=0}\u000a09:53:51.361934 --- ParallelTerminationStrategy: PID 22447 died...\u000a09:53:51.415861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22447): Terminated: ok {rc=0}\u000a09:53:51.425858 --- ParallelTerminationStrategy: PID 22450 died...\u000a09:53:51.479217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22450): Terminated: ok {rc=0}\u000a09:53:51.564185 bus /sierra_3: Setting Powered False\u000a09:53:52.667009 bus /sierra_3: Setting Powered False\u000a09:53:53.779867 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:53:33" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22465): Process ended prematurely: osmo-stp_10.42.42.5(pid=22465) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22465)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22465): Process ended prematurely: osmo-stp_10.42.42.5(pid=22465) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:53:55.730430 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:53:55.741353 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:53:55.884912 tst mo_mt_call.py: using LAC 20650\u000a09:53:56.007765 tst mo_mt_call.py: using RAC 250\u000a09:53:56.130828 tst mo_mt_call.py: using CellId 20650\u000a09:53:56.254078 tst mo_mt_call.py: using BVCI 20651\u000a09:53:56.277809 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:53:56.288815 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:53:56.299650 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:53:56.310517 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:53:56.321325 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:53:56.332219 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:53:56.453050 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:53:56.658248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:57.155246 run create_hlr_db(pid=22459): Launched\u000a09:53:57.332214 bus /sierra_2: Setting Powered False\u000a09:53:58.354675 run create_hlr_db(pid=22459): Terminated: ok {rc=0}\u000a09:53:58.795711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22461): Launched\u000a09:53:59.129182 run osmo-hlr_10.42.42.2(pid=22462): Launched\u000a09:53:59.253900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:59.830185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22464): Launched\u000a09:54:00.163740 run osmo-stp_10.42.42.5(pid=22465): Launched\u000a09:54:00.284516 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:54:00.904641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22467): Launched\u000a09:54:01.345486 run osmo-msc_10.42.42.6(pid=22468): Launched\u000a09:54:01.643579 run osmo-stp_10.42.42.5(pid=22465): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22465)]\u000a09:54:01.891644 run osmo-stp_10.42.42.5(pid=22465): stdout: \u000a| (launched: 2022-12-09_09:53:59.999630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:02.147439 run osmo-stp_10.42.42.5(pid=22465): stderr: \u000a| �[0;m�[38;5;43m20221209095400196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095400196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095400196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095400197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095400197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095400198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095400198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:02.290625 run osmo-stp_10.42.42.5(pid=22465): stdout: \u000a| (launched: 2022-12-09_09:53:59.999630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:02.430620 run osmo-stp_10.42.42.5(pid=22465): stderr: \u000a| �[0;m�[38;5;43m20221209095400196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095400196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095400196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095400197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095400197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095400198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095400198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:02.489443 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22465): Process ended prematurely: osmo-stp_10.42.42.5(pid=22465) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22465)] [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:54:02.499412 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a09:54:02.566119 run osmo-hlr_10.42.42.2(pid=22462): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22462)]\u000a09:54:02.619469 run osmo-hlr_10.42.42.2(pid=22462): stdout: \u000a| (launched: 2022-12-09_09:53:58.964647) \u000a09:54:02.673461 run osmo-hlr_10.42.42.2(pid=22462): stderr: \u000a| �[0;m�[1;31m20221209095359165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095359165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095359165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095359165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095359165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095359165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095359178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095359187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095359187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095359187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:02.745993 run osmo-msc_10.42.42.6(pid=22468): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22468)]\u000a09:54:02.799241 run osmo-msc_10.42.42.6(pid=22468): stdout: \u000a| (launched: 2022-12-09_09:54:01.076053) \u000a09:54:02.853203 run osmo-msc_10.42.42.6(pid=22468): stderr: \u000a| �[0;m�[38;5;43m20221209095401679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095401679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f869cbf1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095401679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095401679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095401679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095401679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095401684 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095401687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095401687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095401687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:54:02.899748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22461): Terminating (SIGTERM)\u000a09:54:02.942448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22464): Terminating (SIGTERM)\u000a09:54:02.986047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22467): Terminating (SIGTERM)\u000a09:54:02.995895 --- ParallelTerminationStrategy: PID 22461 died...\u000a09:54:03.054083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22461): Terminated: ok {rc=0}\u000a09:54:03.064425 --- ParallelTerminationStrategy: PID 22464 died...\u000a09:54:03.122591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22464): Terminated: ok {rc=0}\u000a09:54:03.133018 --- ParallelTerminationStrategy: PID 22467 died...\u000a09:54:03.191113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22467): Terminated: ok {rc=0}\u000a09:54:03.279481 bus /sierra_3: Setting Powered False\u000a09:54:04.388143 bus /sierra_3: Setting Powered False\u000a09:54:05.497987 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22476): Process ended prematurely: osmo-stp_10.42.42.5(pid=22476) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22476)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22476): Process ended prematurely: osmo-stp_10.42.42.5(pid=22476) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:54:06.609049 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:54:06.620804 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:54:06.770990 tst mo_mt_call_osmux.py: using LAC 20651\u000a09:54:06.892771 tst mo_mt_call_osmux.py: using RAC 251\u000a09:54:07.013800 tst mo_mt_call_osmux.py: using CellId 20651\u000a09:54:07.133603 tst mo_mt_call_osmux.py: using BVCI 20652\u000a09:54:07.157312 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:54:07.168206 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:54:07.179159 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:54:07.189978 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:54:07.200688 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:54:07.211531 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:54:07.331444 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:54:07.547530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:08.072185 run create_hlr_db(pid=22470): Launched\u000a09:54:08.264057 bus /sierra_2: Setting Powered False\u000a09:54:09.285575 run create_hlr_db(pid=22470): Terminated: ok {rc=0}\u000a09:54:09.728215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22472): Launched\u000a09:54:10.063480 run osmo-hlr_10.42.42.2(pid=22473): Launched\u000a09:54:10.188593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:10.769830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22475): Launched\u000a09:54:11.104209 run osmo-stp_10.42.42.5(pid=22476): Launched\u000a09:54:11.227041 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:54:11.835639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22478): Launched\u000a09:54:12.170521 run osmo-msc_10.42.42.6(pid=22479): Launched\u000a09:54:12.363986 run osmo-stp_10.42.42.5(pid=22476): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22476)]\u000a09:54:12.503768 run osmo-stp_10.42.42.5(pid=22476): stdout: \u000a| (launched: 2022-12-09_09:54:10.939318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:12.642484 run osmo-stp_10.42.42.5(pid=22476): stderr: \u000a| �[0;m�[38;5;43m20221209095411136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095411137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095411137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095411137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095411138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095411138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095411138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:12.782274 run osmo-stp_10.42.42.5(pid=22476): stdout: \u000a| (launched: 2022-12-09_09:54:10.939318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:12.912723 run osmo-stp_10.42.42.5(pid=22476): stderr: \u000a| �[0;m�[38;5;43m20221209095411136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095411137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095411137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095411137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095411138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095411138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095411138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:12.970191 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22476): Process ended prematurely: osmo-stp_10.42.42.5(pid=22476) [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22476)] [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:54:12.979997 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:54:13.043783 run osmo-hlr_10.42.42.2(pid=22473): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22473)]\u000a09:54:13.095909 run osmo-hlr_10.42.42.2(pid=22473): stdout: \u000a| (launched: 2022-12-09_09:54:09.897990) \u000a09:54:13.149007 run osmo-hlr_10.42.42.2(pid=22473): stderr: \u000a| �[0;m�[1;31m20221209095410101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095410101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095410101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095410101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095410101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095410101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095410118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095410128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095410128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095410128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:13.220384 run osmo-msc_10.42.42.6(pid=22479): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22479)]\u000a09:54:13.272522 run osmo-msc_10.42.42.6(pid=22479): stdout: \u000a| (launched: 2022-12-09_09:54:12.005568) \u000a09:54:13.325154 run osmo-msc_10.42.42.6(pid=22479): stderr: \u000a| �[0;m�[38;5;43m20221209095412332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095412332 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff47379ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095412333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095412333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095412333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095412333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095412335 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095412335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095412335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095412335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:54:13.370036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22472): Terminating (SIGTERM)\u000a09:54:13.412298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22475): Terminating (SIGTERM)\u000a09:54:13.454635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22478): Terminating (SIGTERM)\u000a09:54:13.464332 --- ParallelTerminationStrategy: PID 22472 died...\u000a09:54:13.521620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22472): Terminated: ok {rc=0}\u000a09:54:13.531846 --- ParallelTerminationStrategy: PID 22475 died...\u000a09:54:13.588046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22475): Terminated: ok {rc=0}\u000a09:54:13.598513 --- ParallelTerminationStrategy: PID 22478 died...\u000a09:54:13.654982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22478): Terminated: ok {rc=0}\u000a09:54:13.742578 bus /sierra_3: Setting Powered False\u000a09:54:14.846367 bus /sierra_3: Setting Powered False\u000a09:54:15.985215 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:53:55" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22491): Process ended prematurely: osmo-stp_10.42.42.5(pid=22491) [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22491)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22491): Process ended prematurely: osmo-stp_10.42.42.5(pid=22491) [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:54:17.947803 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:54:17.958677 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:54:18.102677 tst mo_mt_call.py: using LAC 20652\u000a09:54:18.228295 tst mo_mt_call.py: using RAC 252\u000a09:54:18.356096 tst mo_mt_call.py: using CellId 20652\u000a09:54:18.483921 tst mo_mt_call.py: using BVCI 20653\u000a09:54:18.508832 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:54:18.520284 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:54:18.531768 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:54:18.544739 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:54:18.555988 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:54:18.568093 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:54:18.683322 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:54:18.891234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:19.402948 run create_hlr_db(pid=22485): Launched\u000a09:54:19.590248 bus /sierra_2: Setting Powered False\u000a09:54:20.611008 run create_hlr_db(pid=22485): Terminated: ok {rc=0}\u000a09:54:21.042200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22487): Launched\u000a09:54:21.369137 run osmo-hlr_10.42.42.2(pid=22488): Launched\u000a09:54:21.489093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:22.055840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22490): Launched\u000a09:54:22.382478 run osmo-stp_10.42.42.5(pid=22491): Launched\u000a09:54:22.500088 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:54:23.093236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22493): Launched\u000a09:54:23.419312 run osmo-msc_10.42.42.6(pid=22494): Launched\u000a09:54:23.609475 run osmo-stp_10.42.42.5(pid=22491): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22491)]\u000a09:54:23.746479 run osmo-stp_10.42.42.5(pid=22491): stdout: \u000a| (launched: 2022-12-09_09:54:22.221319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:23.883292 run osmo-stp_10.42.42.5(pid=22491): stderr: \u000a| �[0;m�[38;5;43m20221209095422417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095422417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095422417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095422418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095422418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095422418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095422418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:24.014152 run osmo-stp_10.42.42.5(pid=22491): stdout: \u000a| (launched: 2022-12-09_09:54:22.221319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:24.144127 run osmo-stp_10.42.42.5(pid=22491): stderr: \u000a| �[0;m�[38;5;43m20221209095422417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095422417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095422417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095422418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095422418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095422418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095422418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:24.201375 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22491): Process ended prematurely: osmo-stp_10.42.42.5(pid=22491) [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22491)] [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:54:24.210659 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:54:24.274177 run osmo-hlr_10.42.42.2(pid=22488): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22488)]\u000a09:54:24.325832 run osmo-hlr_10.42.42.2(pid=22488): stdout: \u000a| (launched: 2022-12-09_09:54:21.206886) \u000a09:54:24.378205 run osmo-hlr_10.42.42.2(pid=22488): stderr: \u000a| �[0;m�[1;31m20221209095421409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095421409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095421409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095421409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095421409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095421409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095421420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095421429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095421429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095421429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:24.448705 run osmo-msc_10.42.42.6(pid=22494): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22494)]\u000a09:54:24.500340 run osmo-msc_10.42.42.6(pid=22494): stdout: \u000a| (launched: 2022-12-09_09:54:23.258157) \u000a09:54:24.552515 run osmo-msc_10.42.42.6(pid=22494): stderr: \u000a| �[0;m�[38;5;43m20221209095423582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095423582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a9ef4ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095423582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095423582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095423583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095423583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095423584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095423585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095423585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095423585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:54:24.596758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22487): Terminating (SIGTERM)\u000a09:54:24.638483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22490): Terminating (SIGTERM)\u000a09:54:24.680806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22493): Terminating (SIGTERM)\u000a09:54:24.690546 --- ParallelTerminationStrategy: PID 22487 died...\u000a09:54:24.746902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22487): Terminated: ok {rc=0}\u000a09:54:24.756815 --- ParallelTerminationStrategy: PID 22490 died...\u000a09:54:24.813133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22490): Terminated: ok {rc=0}\u000a09:54:24.823279 --- ParallelTerminationStrategy: PID 22493 died...\u000a09:54:24.879617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22493): Terminated: ok {rc=0}\u000a09:54:24.967130 bus /sierra_3: Setting Powered False\u000a09:54:26.074121 bus /sierra_3: Setting Powered False\u000a09:54:27.182256 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22502): Process ended prematurely: osmo-stp_10.42.42.5(pid=22502) [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22502)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22502): Process ended prematurely: osmo-stp_10.42.42.5(pid=22502) [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:54:28.292201 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:54:28.303791 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:54:28.448156 tst mo_mt_call_osmux.py: using LAC 20653\u000a09:54:28.568790 tst mo_mt_call_osmux.py: using RAC 253\u000a09:54:28.689357 tst mo_mt_call_osmux.py: using CellId 20653\u000a09:54:28.809618 tst mo_mt_call_osmux.py: using BVCI 20654\u000a09:54:28.832516 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:54:28.843369 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:54:28.854106 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:54:28.864695 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:54:28.875463 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:54:28.886250 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:54:29.004755 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:54:29.217016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:29.731151 run create_hlr_db(pid=22496): Launched\u000a09:54:29.919368 bus /sierra_2: Setting Powered False\u000a09:54:30.950714 run create_hlr_db(pid=22496): Terminated: ok {rc=0}\u000a09:54:31.384023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22498): Launched\u000a09:54:31.709076 run osmo-hlr_10.42.42.2(pid=22499): Launched\u000a09:54:31.867256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:32.605768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22501): Launched\u000a09:54:32.909328 run osmo-stp_10.42.42.5(pid=22502): Launched\u000a09:54:33.030247 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:54:33.588289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22504): Launched\u000a09:54:33.891278 run osmo-msc_10.42.42.6(pid=22505): Launched\u000a09:54:34.067915 run osmo-stp_10.42.42.5(pid=22502): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22502)]\u000a09:54:34.196063 run osmo-stp_10.42.42.5(pid=22502): stdout: \u000a| (launched: 2022-12-09_09:54:32.758888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:34.322162 run osmo-stp_10.42.42.5(pid=22502): stderr: \u000a| �[0;m�[38;5;43m20221209095432930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095432930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095432931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095432931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095432932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095432932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095432932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:34.443687 run osmo-stp_10.42.42.5(pid=22502): stdout: \u000a| (launched: 2022-12-09_09:54:32.758888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:34.564125 run osmo-stp_10.42.42.5(pid=22502): stderr: \u000a| �[0;m�[38;5;43m20221209095432930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095432930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095432931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095432931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095432932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095432932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095432932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:34.617248 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22502): Process ended prematurely: osmo-stp_10.42.42.5(pid=22502) [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22502)] [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:54:34.625815 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:54:34.685252 run osmo-hlr_10.42.42.2(pid=22499): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22499)]\u000a09:54:34.734331 run osmo-hlr_10.42.42.2(pid=22499): stdout: \u000a| (launched: 2022-12-09_09:54:31.542009) \u000a09:54:34.784278 run osmo-hlr_10.42.42.2(pid=22499): stderr: \u000a| �[0;m�[1;31m20221209095431911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095431911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095431912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095431912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095431912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095431912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095431930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095431944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095431945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095431945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:34.851598 run osmo-msc_10.42.42.6(pid=22505): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22505)]\u000a09:54:34.900670 run osmo-msc_10.42.42.6(pid=22505): stdout: \u000a| (launched: 2022-12-09_09:54:33.741356) \u000a09:54:34.950166 run osmo-msc_10.42.42.6(pid=22505): stderr: \u000a| �[0;m�[38;5;43m20221209095434016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095434016 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe44bff0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095434016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095434016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095434016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095434017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095434018 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095434019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095434020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095434020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:54:34.991912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22498): Terminating (SIGTERM)\u000a09:54:35.031475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22501): Terminating (SIGTERM)\u000a09:54:35.071001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22504): Terminating (SIGTERM)\u000a09:54:35.080051 --- ParallelTerminationStrategy: PID 22498 died...\u000a09:54:35.133119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22498): Terminated: ok {rc=0}\u000a09:54:35.142579 --- ParallelTerminationStrategy: PID 22501 died...\u000a09:54:35.195214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22501): Terminated: ok {rc=0}\u000a09:54:35.204553 --- ParallelTerminationStrategy: PID 22504 died...\u000a09:54:35.257064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22504): Terminated: ok {rc=0}\u000a09:54:35.345790 bus /sierra_3: Setting Powered False\u000a09:54:36.449015 bus /sierra_3: Setting Powered False\u000a09:54:37.555471 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:54:17" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22516): Process ended prematurely: osmo-stp_10.42.42.5(pid=22516) [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22516)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22516): Process ended prematurely: osmo-stp_10.42.42.5(pid=22516) [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:54:39.522803 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:54:39.534217 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:54:39.686847 tst mo_mt_call.py: using LAC 20654\u000a09:54:39.812519 tst mo_mt_call.py: using RAC 254\u000a09:54:39.940638 tst mo_mt_call.py: using CellId 20654\u000a09:54:40.066778 tst mo_mt_call.py: using BVCI 20655\u000a09:54:40.091700 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:54:40.103103 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:54:40.114331 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:54:40.125777 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:54:40.137280 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:54:40.148581 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:54:40.264356 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:54:40.465873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:40.954855 run create_hlr_db(pid=22510): Launched\u000a09:54:41.128257 bus /sierra_2: Setting Powered False\u000a09:54:42.150736 run create_hlr_db(pid=22510): Terminated: ok {rc=0}\u000a09:54:42.583272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22512): Launched\u000a09:54:42.911272 run osmo-hlr_10.42.42.2(pid=22513): Launched\u000a09:54:43.032115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:43.628690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22515): Launched\u000a09:54:43.951094 run osmo-stp_10.42.42.5(pid=22516): Launched\u000a09:54:44.066377 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:54:44.652688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22518): Launched\u000a09:54:44.977405 run osmo-msc_10.42.42.6(pid=22519): Launched\u000a09:54:45.165742 run osmo-stp_10.42.42.5(pid=22516): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22516)]\u000a09:54:45.300858 run osmo-stp_10.42.42.5(pid=22516): stdout: \u000a| (launched: 2022-12-09_09:54:43.790718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:45.436302 run osmo-stp_10.42.42.5(pid=22516): stderr: \u000a| �[0;m�[38;5;43m20221209095443983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095443983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095443983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095443984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095443984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095443984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095443984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:45.565835 run osmo-stp_10.42.42.5(pid=22516): stdout: \u000a| (launched: 2022-12-09_09:54:43.790718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:45.694417 run osmo-stp_10.42.42.5(pid=22516): stderr: \u000a| �[0;m�[38;5;43m20221209095443983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095443983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095443983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095443984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095443984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095443984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095443984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:45.750883 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22516): Process ended prematurely: osmo-stp_10.42.42.5(pid=22516) [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22516)] [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:54:45.760006 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:54:45.824491 run osmo-hlr_10.42.42.2(pid=22513): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22513)]\u000a09:54:45.903570 run osmo-hlr_10.42.42.2(pid=22513): stdout: \u000a| (launched: 2022-12-09_09:54:42.748923) \u000a09:54:45.959808 run osmo-hlr_10.42.42.2(pid=22513): stderr: \u000a| �[0;m�[1;31m20221209095442948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095442948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095442948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095442948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095442948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095442948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095442961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095442969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095442969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095442969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:46.037366 run osmo-msc_10.42.42.6(pid=22519): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22519)]\u000a09:54:46.098887 run osmo-msc_10.42.42.6(pid=22519): stdout: \u000a| (launched: 2022-12-09_09:54:44.815038) \u000a09:54:46.161535 run osmo-msc_10.42.42.6(pid=22519): stderr: \u000a| �[0;m�[38;5;43m20221209095445138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095445138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e6e6ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095445138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095445138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095445138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095445138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095445140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095445140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095445141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095445141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:54:46.217991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22512): Terminating (SIGTERM)\u000a09:54:46.265873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22515): Terminating (SIGTERM)\u000a09:54:46.310999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22518): Terminating (SIGTERM)\u000a09:54:46.321454 --- ParallelTerminationStrategy: PID 22512 died...\u000a09:54:46.381312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22512): Terminated: ok {rc=0}\u000a09:54:46.392391 --- ParallelTerminationStrategy: PID 22515 died...\u000a09:54:46.453107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22515): Terminated: ok {rc=0}\u000a09:54:46.464097 --- ParallelTerminationStrategy: PID 22518 died...\u000a09:54:46.524058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22518): Terminated: ok {rc=0}\u000a09:54:46.617285 bus /sierra_3: Setting Powered False\u000a09:54:47.723537 bus /sierra_3: Setting Powered False\u000a09:54:48.832851 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22527): Process ended prematurely: osmo-stp_10.42.42.5(pid=22527) [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22527)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22527): Process ended prematurely: osmo-stp_10.42.42.5(pid=22527) [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:54:49.948044 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:54:49.960123 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:54:50.112726 tst mo_mt_call_osmux.py: using LAC 20655\u000a09:54:50.232890 tst mo_mt_call_osmux.py: using RAC 255\u000a09:54:50.352735 tst mo_mt_call_osmux.py: using CellId 20655\u000a09:54:50.473067 tst mo_mt_call_osmux.py: using BVCI 20656\u000a09:54:50.495933 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:54:50.507065 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:54:50.518039 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:54:50.529279 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:54:50.540080 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:54:50.551094 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:54:50.667386 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:54:50.882732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:51.390662 run create_hlr_db(pid=22521): Launched\u000a09:54:51.576471 bus /sierra_2: Setting Powered False\u000a09:54:52.597380 run create_hlr_db(pid=22521): Terminated: ok {rc=0}\u000a09:54:52.998041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22523): Launched\u000a09:54:53.296519 run osmo-hlr_10.42.42.2(pid=22524): Launched\u000a09:54:53.414830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:53.949070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22526): Launched\u000a09:54:54.247811 run osmo-stp_10.42.42.5(pid=22527): Launched\u000a09:54:54.357485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:54:54.904257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22529): Launched\u000a09:54:55.203698 run osmo-msc_10.42.42.6(pid=22530): Launched\u000a09:54:55.378801 run osmo-stp_10.42.42.5(pid=22527): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22527)]\u000a09:54:55.505100 run osmo-stp_10.42.42.5(pid=22527): stdout: \u000a| (launched: 2022-12-09_09:54:54.100613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:55.629913 run osmo-stp_10.42.42.5(pid=22527): stderr: \u000a| �[0;m�[38;5;43m20221209095454269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095454269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095454269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095454270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095454270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095454270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095454270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:55.750663 run osmo-stp_10.42.42.5(pid=22527): stdout: \u000a| (launched: 2022-12-09_09:54:54.100613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:55.870531 run osmo-stp_10.42.42.5(pid=22527): stderr: \u000a| �[0;m�[38;5;43m20221209095454269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095454269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095454269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095454270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095454270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095454270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095454270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:55.923229 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22527): Process ended prematurely: osmo-stp_10.42.42.5(pid=22527) [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22527)] [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:54:55.931813 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:54:55.991163 run osmo-hlr_10.42.42.2(pid=22524): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22524)]\u000a09:54:56.040072 run osmo-hlr_10.42.42.2(pid=22524): stdout: \u000a| (launched: 2022-12-09_09:54:53.149423) \u000a09:54:56.089664 run osmo-hlr_10.42.42.2(pid=22524): stderr: \u000a| �[0;m�[1;31m20221209095453324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095453324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095453324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095453325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095453325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095453325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095453337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095453346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095453346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095453346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:56.156409 run osmo-msc_10.42.42.6(pid=22530): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22530)]\u000a09:54:56.205882 run osmo-msc_10.42.42.6(pid=22530): stdout: \u000a| (launched: 2022-12-09_09:54:55.056341) \u000a09:54:56.255503 run osmo-msc_10.42.42.6(pid=22530): stderr: \u000a| �[0;m�[38;5;43m20221209095455328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095455328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e0cdefc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095455329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095455329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095455329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095455329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095455331 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095455331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095455331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095455331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:54:56.297518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22523): Terminating (SIGTERM)\u000a09:54:56.337272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22526): Terminating (SIGTERM)\u000a09:54:56.377657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22529): Terminating (SIGTERM)\u000a09:54:56.387027 --- ParallelTerminationStrategy: PID 22523 died...\u000a09:54:56.440298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22523): Terminated: ok {rc=0}\u000a09:54:56.450032 --- ParallelTerminationStrategy: PID 22526 died...\u000a09:54:56.503212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22526): Terminated: ok {rc=0}\u000a09:54:56.512693 --- ParallelTerminationStrategy: PID 22529 died...\u000a09:54:56.565727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22529): Terminated: ok {rc=0}\u000a09:54:56.653360 bus /sierra_3: Setting Powered False\u000a09:54:57.756180 bus /sierra_3: Setting Powered False\u000a09:54:58.864142 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:54:39" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22544): Process ended prematurely: osmo-stp_10.42.42.5(pid=22544) [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22544)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22544): Process ended prematurely: osmo-stp_10.42.42.5(pid=22544) [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:55:00.822458 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:55:00.851440 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:55:01.028365 tst mo_mt_call.py: using LAC 20656\u000a09:55:01.147946 tst mo_mt_call.py: using RAC 1\u000a09:55:01.266669 tst mo_mt_call.py: using CellId 20656\u000a09:55:01.384555 tst mo_mt_call.py: using BVCI 20657\u000a09:55:01.408201 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:55:01.420036 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:55:01.431485 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:55:01.443089 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:55:01.454642 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:55:01.465959 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:55:01.585396 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:55:01.840450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:02.387876 run create_hlr_db(pid=22538): Launched\u000a09:55:02.562426 bus /sierra_2: Setting Powered False\u000a09:55:03.583204 run create_hlr_db(pid=22538): Terminated: ok {rc=0}\u000a09:55:04.008078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22540): Launched\u000a09:55:04.308813 run osmo-hlr_10.42.42.2(pid=22541): Launched\u000a09:55:04.422853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:04.941261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22543): Launched\u000a09:55:05.239056 run osmo-stp_10.42.42.5(pid=22544): Launched\u000a09:55:05.346913 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:05.893651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22546): Launched\u000a09:55:06.194675 run osmo-msc_10.42.42.6(pid=22547): Launched\u000a09:55:06.371097 run osmo-stp_10.42.42.5(pid=22544): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22544)]\u000a09:55:06.499358 run osmo-stp_10.42.42.5(pid=22544): stdout: \u000a| (launched: 2022-12-09_09:55:05.092792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:06.624827 run osmo-stp_10.42.42.5(pid=22544): stderr: \u000a| �[0;m�[38;5;43m20221209095505262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095505262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095505262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095505262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095505263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095505263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095505263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:06.746910 run osmo-stp_10.42.42.5(pid=22544): stdout: \u000a| (launched: 2022-12-09_09:55:05.092792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:06.867362 run osmo-stp_10.42.42.5(pid=22544): stderr: \u000a| �[0;m�[38;5;43m20221209095505262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095505262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095505262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095505262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095505263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095505263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095505263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:06.920469 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22544): Process ended prematurely: osmo-stp_10.42.42.5(pid=22544) [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22544)] [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:55:06.929327 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:55:06.989109 run osmo-hlr_10.42.42.2(pid=22541): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22541)]\u000a09:55:07.038173 run osmo-hlr_10.42.42.2(pid=22541): stdout: \u000a| (launched: 2022-12-09_09:55:04.161072) \u000a09:55:07.087836 run osmo-hlr_10.42.42.2(pid=22541): stderr: \u000a| �[0;m�[1;31m20221209095504332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095504332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095504332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095504332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095504332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095504332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095504344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095504353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095504353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095504353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:07.154878 run osmo-msc_10.42.42.6(pid=22547): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22547)]\u000a09:55:07.203352 run osmo-msc_10.42.42.6(pid=22547): stdout: \u000a| (launched: 2022-12-09_09:55:06.045994) \u000a09:55:07.252334 run osmo-msc_10.42.42.6(pid=22547): stderr: \u000a| �[0;m�[38;5;43m20221209095506318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095506318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75679e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095506319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095506319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095506319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095506319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095506322 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095506322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095506322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095506322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:07.293949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22540): Terminating (SIGTERM)\u000a09:55:07.333529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22543): Terminating (SIGTERM)\u000a09:55:07.373080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22546): Terminating (SIGTERM)\u000a09:55:07.382358 --- ParallelTerminationStrategy: PID 22540 died...\u000a09:55:07.435322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22540): Terminated: ok {rc=0}\u000a09:55:07.446162 --- ParallelTerminationStrategy: PID 22543 died...\u000a09:55:07.498888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22543): Terminated: ok {rc=0}\u000a09:55:07.508625 --- ParallelTerminationStrategy: PID 22546 died...\u000a09:55:07.561546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22546): Terminated: ok {rc=0}\u000a09:55:07.649187 bus /sierra_3: Setting Powered False\u000a09:55:08.750243 bus /sierra_3: Setting Powered False\u000a09:55:09.861491 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22556): Process ended prematurely: osmo-stp_10.42.42.5(pid=22556) [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22556)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22556): Process ended prematurely: osmo-stp_10.42.42.5(pid=22556) [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:55:10.971024 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:55:10.982803 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:55:11.126329 tst mo_mt_call_osmux.py: using LAC 20657\u000a09:55:11.244051 tst mo_mt_call_osmux.py: using RAC 2\u000a09:55:11.363423 tst mo_mt_call_osmux.py: using CellId 20657\u000a09:55:11.483442 tst mo_mt_call_osmux.py: using BVCI 20658\u000a09:55:11.506354 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:55:11.517342 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:55:11.528049 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:55:11.539033 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:55:11.550305 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:55:11.561311 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:55:11.678583 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:55:11.884829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:12.393505 run create_hlr_db(pid=22550): Launched\u000a09:55:12.579729 bus /sierra_2: Setting Powered False\u000a09:55:13.600129 run create_hlr_db(pid=22550): Terminated: ok {rc=0}\u000a09:55:14.009480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22552): Launched\u000a09:55:14.333682 run osmo-hlr_10.42.42.2(pid=22553): Launched\u000a09:55:14.453297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:15.014530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22555): Launched\u000a09:55:15.330732 run osmo-stp_10.42.42.5(pid=22556): Launched\u000a09:55:15.441492 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:16.027596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22558): Launched\u000a09:55:16.459646 run osmo-msc_10.42.42.6(pid=22559): Launched\u000a09:55:17.035699 run osmo-stp_10.42.42.5(pid=22556): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22556)]\u000a09:55:17.163771 run osmo-stp_10.42.42.5(pid=22556): stdout: \u000a| (launched: 2022-12-09_09:55:15.178245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:17.292781 run osmo-stp_10.42.42.5(pid=22556): stderr: \u000a| �[0;m�[38;5;43m20221209095515346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095515346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095515346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095515347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095515347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095515347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095515347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:17.414682 run osmo-stp_10.42.42.5(pid=22556): stdout: \u000a| (launched: 2022-12-09_09:55:15.178245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:17.534733 run osmo-stp_10.42.42.5(pid=22556): stderr: \u000a| �[0;m�[38;5;43m20221209095515346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095515346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095515346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095515347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095515347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095515347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095515347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:17.587673 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22556): Process ended prematurely: osmo-stp_10.42.42.5(pid=22556) [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22556)] [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:55:17.596431 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a09:55:17.656167 run osmo-hlr_10.42.42.2(pid=22553): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22553)]\u000a09:55:17.705627 run osmo-hlr_10.42.42.2(pid=22553): stdout: \u000a| (launched: 2022-12-09_09:55:14.173766) \u000a09:55:17.755435 run osmo-hlr_10.42.42.2(pid=22553): stderr: \u000a| �[0;m�[1;31m20221209095514368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095514369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095514369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095514369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095514369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095514369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095514380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095514390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095514390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095514390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:17.822802 run osmo-msc_10.42.42.6(pid=22559): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22559)]\u000a09:55:17.871718 run osmo-msc_10.42.42.6(pid=22559): stdout: \u000a| (launched: 2022-12-09_09:55:16.182959) \u000a09:55:17.921140 run osmo-msc_10.42.42.6(pid=22559): stderr: \u000a| �[0;m�[38;5;43m20221209095516584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095516584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f182981ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095516584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095516584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095516585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095516585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095516589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095516590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095516591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095516597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:17.963157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22552): Terminating (SIGTERM)\u000a09:55:18.002957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22555): Terminating (SIGTERM)\u000a09:55:18.042573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22558): Terminating (SIGTERM)\u000a09:55:18.051725 --- ParallelTerminationStrategy: PID 22552 died...\u000a09:55:18.105295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22552): Terminated: ok {rc=0}\u000a09:55:18.114848 --- ParallelTerminationStrategy: PID 22555 died...\u000a09:55:18.167680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22555): Terminated: ok {rc=0}\u000a09:55:18.177258 --- ParallelTerminationStrategy: PID 22558 died...\u000a09:55:18.230124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22558): Terminated: ok {rc=0}\u000a09:55:18.318857 bus /sierra_3: Setting Powered False\u000a09:55:19.424752 bus /sierra_3: Setting Powered False\u000a09:55:20.536359 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:55:00" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22572): Process ended prematurely: osmo-stp_10.42.42.5(pid=22572) [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22572)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22572): Process ended prematurely: osmo-stp_10.42.42.5(pid=22572) [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:55:22.480146 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:55:22.490895 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:55:22.640649 tst mo_mt_call.py: using LAC 20658\u000a09:55:22.756269 tst mo_mt_call.py: using RAC 3\u000a09:55:22.876021 tst mo_mt_call.py: using CellId 20658\u000a09:55:22.991608 tst mo_mt_call.py: using BVCI 20659\u000a09:55:23.014391 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:55:23.024935 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:55:23.035438 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:55:23.045914 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:55:23.056372 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:55:23.066920 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:55:23.179907 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:55:23.390552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:23.898675 run create_hlr_db(pid=22566): Launched\u000a09:55:24.085003 bus /sierra_2: Setting Powered False\u000a09:55:25.106435 run create_hlr_db(pid=22566): Terminated: ok {rc=0}\u000a09:55:25.507926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22568): Launched\u000a09:55:25.806019 run osmo-hlr_10.42.42.2(pid=22569): Launched\u000a09:55:25.915600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:26.437789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22571): Launched\u000a09:55:26.738908 run osmo-stp_10.42.42.5(pid=22572): Launched\u000a09:55:26.848273 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:27.397829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22574): Launched\u000a09:55:27.697303 run osmo-msc_10.42.42.6(pid=22575): Launched\u000a09:55:27.873367 run osmo-stp_10.42.42.5(pid=22572): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22572)]\u000a09:55:28.002936 run osmo-stp_10.42.42.5(pid=22572): stdout: \u000a| (launched: 2022-12-09_09:55:26.590027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:28.127865 run osmo-stp_10.42.42.5(pid=22572): stderr: \u000a| �[0;m�[38;5;43m20221209095526756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095526756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095526756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095526757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095526757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095526757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095526757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:28.248649 run osmo-stp_10.42.42.5(pid=22572): stdout: \u000a| (launched: 2022-12-09_09:55:26.590027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:28.368124 run osmo-stp_10.42.42.5(pid=22572): stderr: \u000a| �[0;m�[38;5;43m20221209095526756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095526756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095526756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095526757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095526757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095526757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095526757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:28.421016 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22572): Process ended prematurely: osmo-stp_10.42.42.5(pid=22572) [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22572)] [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:55:28.429695 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:55:28.489202 run osmo-hlr_10.42.42.2(pid=22569): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22569)]\u000a09:55:28.538271 run osmo-hlr_10.42.42.2(pid=22569): stdout: \u000a| (launched: 2022-12-09_09:55:25.660164) \u000a09:55:28.587975 run osmo-hlr_10.42.42.2(pid=22569): stderr: \u000a| �[0;m�[1;31m20221209095525832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095525832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095525832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095525832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095525832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095525832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095525844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095525853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095525853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095525853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:28.655839 run osmo-msc_10.42.42.6(pid=22575): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22575)]\u000a09:55:28.704778 run osmo-msc_10.42.42.6(pid=22575): stdout: \u000a| (launched: 2022-12-09_09:55:27.549848) \u000a09:55:28.754257 run osmo-msc_10.42.42.6(pid=22575): stderr: \u000a| �[0;m�[38;5;43m20221209095527819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095527819 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f035bdfdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095527820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095527820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095527820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095527820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095527823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095527823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095527823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095527823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:28.796316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22568): Terminating (SIGTERM)\u000a09:55:28.836311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22571): Terminating (SIGTERM)\u000a09:55:28.876313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22574): Terminating (SIGTERM)\u000a09:55:28.885610 --- ParallelTerminationStrategy: PID 22568 died...\u000a09:55:28.939239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22568): Terminated: ok {rc=0}\u000a09:55:28.948893 --- ParallelTerminationStrategy: PID 22571 died...\u000a09:55:29.002035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22571): Terminated: ok {rc=0}\u000a09:55:29.011488 --- ParallelTerminationStrategy: PID 22574 died...\u000a09:55:29.064601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22574): Terminated: ok {rc=0}\u000a09:55:29.152478 bus /sierra_3: Setting Powered False\u000a09:55:30.254811 bus /sierra_3: Setting Powered False\u000a09:55:31.375038 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22583): Process ended prematurely: osmo-stp_10.42.42.5(pid=22583) [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22583)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22583): Process ended prematurely: osmo-stp_10.42.42.5(pid=22583) [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:55:32.491686 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:55:32.503308 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:55:32.654226 tst mo_mt_call_osmux.py: using LAC 20659\u000a09:55:32.771033 tst mo_mt_call_osmux.py: using RAC 4\u000a09:55:32.887231 tst mo_mt_call_osmux.py: using CellId 20659\u000a09:55:33.003926 tst mo_mt_call_osmux.py: using BVCI 20660\u000a09:55:33.027018 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:55:33.038479 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:55:33.048919 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:55:33.059766 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:55:33.070620 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:55:33.081316 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:55:33.196031 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:55:33.407917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:33.914790 run create_hlr_db(pid=22577): Launched\u000a09:55:34.101604 bus /sierra_2: Setting Powered False\u000a09:55:35.122329 run create_hlr_db(pid=22577): Terminated: ok {rc=0}\u000a09:55:35.549702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22579): Launched\u000a09:55:35.871644 run osmo-hlr_10.42.42.2(pid=22580): Launched\u000a09:55:35.991821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:36.554607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22582): Launched\u000a09:55:36.877161 run osmo-stp_10.42.42.5(pid=22583): Launched\u000a09:55:36.995760 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:37.584013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22585): Launched\u000a09:55:37.906187 run osmo-msc_10.42.42.6(pid=22586): Launched\u000a09:55:38.095066 run osmo-stp_10.42.42.5(pid=22583): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22583)]\u000a09:55:38.232652 run osmo-stp_10.42.42.5(pid=22583): stdout: \u000a| (launched: 2022-12-09_09:55:36.718708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:38.368204 run osmo-stp_10.42.42.5(pid=22583): stderr: \u000a| �[0;m�[38;5;43m20221209095536907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095536907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095536908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095536908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095536909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095536909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095536909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:38.498046 run osmo-stp_10.42.42.5(pid=22583): stdout: \u000a| (launched: 2022-12-09_09:55:36.718708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:38.627000 run osmo-stp_10.42.42.5(pid=22583): stderr: \u000a| �[0;m�[38;5;43m20221209095536907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095536907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095536908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095536908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095536909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095536909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095536909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:38.683179 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22583): Process ended prematurely: osmo-stp_10.42.42.5(pid=22583) [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22583)] [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:55:38.692191 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:55:38.755948 run osmo-hlr_10.42.42.2(pid=22580): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22580)]\u000a09:55:38.807990 run osmo-hlr_10.42.42.2(pid=22580): stdout: \u000a| (launched: 2022-12-09_09:55:35.713799) \u000a09:55:38.860676 run osmo-hlr_10.42.42.2(pid=22580): stderr: \u000a| �[0;m�[1;31m20221209095535909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095535909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095535909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095535909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095535909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095535909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095535921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095535930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095535930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095535930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:38.931920 run osmo-msc_10.42.42.6(pid=22586): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22586)]\u000a09:55:38.983916 run osmo-msc_10.42.42.6(pid=22586): stdout: \u000a| (launched: 2022-12-09_09:55:37.748117) \u000a09:55:39.036360 run osmo-msc_10.42.42.6(pid=22586): stderr: \u000a| �[0;m�[38;5;43m20221209095538065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095538065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c6d802c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095538065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095538065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095538065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095538066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095538067 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095538068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095538068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095538068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:39.080581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22579): Terminating (SIGTERM)\u000a09:55:39.122903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22582): Terminating (SIGTERM)\u000a09:55:39.165492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22585): Terminating (SIGTERM)\u000a09:55:39.175089 --- ParallelTerminationStrategy: PID 22579 died...\u000a09:55:39.231555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22579): Terminated: ok {rc=0}\u000a09:55:39.241634 --- ParallelTerminationStrategy: PID 22582 died...\u000a09:55:39.297683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22582): Terminated: ok {rc=0}\u000a09:55:39.307756 --- ParallelTerminationStrategy: PID 22585 died...\u000a09:55:39.363754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22585): Terminated: ok {rc=0}\u000a09:55:39.449853 bus /sierra_3: Setting Powered False\u000a09:55:40.556542 bus /sierra_3: Setting Powered False\u000a09:55:41.664258 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:55:22" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22597): Process ended prematurely: osmo-stp_10.42.42.5(pid=22597) [trial-2358↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22597)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22597): Process ended prematurely: osmo-stp_10.42.42.5(pid=22597) [trial-2358↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:55:43.628529 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:43.639653 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a09:55:43.769862 tst emergency_mo_mt_call.py: using LAC 20660\u000a09:55:43.894485 tst emergency_mo_mt_call.py: using RAC 5\u000a09:55:44.018781 tst emergency_mo_mt_call.py: using CellId 20660\u000a09:55:44.155057 tst emergency_mo_mt_call.py: using BVCI 20661\u000a09:55:44.179392 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:44.190546 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:44.201627 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:44.213255 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:44.224590 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:44.236260 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:55:44.350749 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:55:44.546859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:45.019997 run create_hlr_db(pid=22591): Launched\u000a09:55:45.189074 bus /sierra_2: Setting Powered False\u000a09:55:46.215673 run create_hlr_db(pid=22591): Terminated: ok {rc=0}\u000a09:55:46.660298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22593): Launched\u000a09:55:47.011306 run osmo-hlr_10.42.42.2(pid=22594): Launched\u000a09:55:47.167880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:47.736010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22596): Launched\u000a09:55:48.054799 run osmo-stp_10.42.42.5(pid=22597): Launched\u000a09:55:48.186438 tst emergency_mo_mt_call.py: using MSISDN 7152\u000a09:55:48.345265 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:48.923195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22599): Launched\u000a09:55:49.239811 run osmo-msc_10.42.42.6(pid=22600): Launched\u000a09:55:49.425915 run osmo-stp_10.42.42.5(pid=22597): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22597)]\u000a09:55:49.560784 run osmo-stp_10.42.42.5(pid=22597): stdout: \u000a| (launched: 2022-12-09_09:55:47.897933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:49.689309 run osmo-stp_10.42.42.5(pid=22597): stderr: \u000a| �[0;m�[38;5;43m20221209095548087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095548087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095548087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095548088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095548088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095548088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095548089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:49.808067 run osmo-stp_10.42.42.5(pid=22597): stdout: \u000a| (launched: 2022-12-09_09:55:47.897933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:49.925646 run osmo-stp_10.42.42.5(pid=22597): stderr: \u000a| �[0;m�[38;5;43m20221209095548087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095548087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095548087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095548088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095548088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095548088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095548089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:49.977089 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22597): Process ended prematurely: osmo-stp_10.42.42.5(pid=22597) [trial-2358↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22597)] [trial-2358↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a09:55:49.985078 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a09:55:50.045758 run osmo-hlr_10.42.42.2(pid=22594): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22594)]\u000a09:55:50.095682 run osmo-hlr_10.42.42.2(pid=22594): stdout: \u000a| (launched: 2022-12-09_09:55:46.825165) \u000a09:55:50.146011 run osmo-hlr_10.42.42.2(pid=22594): stderr: \u000a| �[0;m�[1;31m20221209095547202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095547202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095547202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095547202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095547202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095547202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095547227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095547235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095547236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095547236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:50.214970 run osmo-msc_10.42.42.6(pid=22600): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22600)]\u000a09:55:50.265116 run osmo-msc_10.42.42.6(pid=22600): stdout: \u000a| (launched: 2022-12-09_09:55:49.084357) \u000a09:55:50.315491 run osmo-msc_10.42.42.6(pid=22600): stderr: \u000a| �[0;m�[38;5;43m20221209095549402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095549402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62b386dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095549402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095549402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095549402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095549402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095549404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095549405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095549405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095549405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:50.358173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22593): Terminating (SIGTERM)\u000a09:55:50.398596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22596): Terminating (SIGTERM)\u000a09:55:50.438800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22599): Terminating (SIGTERM)\u000a09:55:50.448089 --- ParallelTerminationStrategy: PID 22593 died...\u000a09:55:50.501969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22593): Terminated: ok {rc=0}\u000a09:55:50.511723 --- ParallelTerminationStrategy: PID 22596 died...\u000a09:55:50.565864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22596): Terminated: ok {rc=0}\u000a09:55:50.575682 --- ParallelTerminationStrategy: PID 22599 died...\u000a09:55:50.629242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22599): Terminated: ok {rc=0}\u000a09:55:50.718513 bus /sierra_3: Setting Powered False\u000a09:55:51.822713 bus /sierra_3: Setting Powered False\u000a09:55:52.934441 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22608): Process ended prematurely: osmo-stp_10.42.42.5(pid=22608) [trial-2358↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22608)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22608): Process ended prematurely: osmo-stp_10.42.42.5(pid=22608) [trial-2358↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:55:53.986007 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:53.997263 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a09:55:54.126345 tst emergency_preemptive_call.py: using LAC 20661\u000a09:55:54.249861 tst emergency_preemptive_call.py: using RAC 6\u000a09:55:54.373441 tst emergency_preemptive_call.py: using CellId 20661\u000a09:55:54.496067 tst emergency_preemptive_call.py: using BVCI 20662\u000a09:55:54.520391 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:54.531449 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:54.542453 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:54.553573 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:54.564618 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:54.575645 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:55:54.690224 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:55:54.809139 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:55:54.922714 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:55:55.126888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:55.624425 run create_hlr_db(pid=22602): Launched\u000a09:55:55.808126 bus /sierra_2: Setting Powered False\u000a09:55:56.828854 run create_hlr_db(pid=22602): Terminated: ok {rc=0}\u000a09:55:57.224701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22604): Launched\u000a09:55:57.519822 run osmo-hlr_10.42.42.2(pid=22605): Launched\u000a09:55:57.629288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:58.140736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22607): Launched\u000a09:55:58.436653 run osmo-stp_10.42.42.5(pid=22608): Launched\u000a09:55:58.562970 tst emergency_preemptive_call.py: using MSISDN 7153\u000a09:55:58.710799 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:59.246749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22610): Launched\u000a09:55:59.540700 run osmo-msc_10.42.42.6(pid=22611): Launched\u000a09:55:59.719323 run osmo-stp_10.42.42.5(pid=22608): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22608)]\u000a09:55:59.843670 run osmo-stp_10.42.42.5(pid=22608): stdout: \u000a| (launched: 2022-12-09_09:55:58.291041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:59.965977 run osmo-stp_10.42.42.5(pid=22608): stderr: \u000a| �[0;m�[38;5;43m20221209095558459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095558459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095558459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095558460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095558461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095558461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095558461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:00.083705 run osmo-stp_10.42.42.5(pid=22608): stdout: \u000a| (launched: 2022-12-09_09:55:58.291041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:00.200690 run osmo-stp_10.42.42.5(pid=22608): stderr: \u000a| �[0;m�[38;5;43m20221209095558459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095558459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095558459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095558460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095558461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095558461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095558461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:00.251921 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22608): Process ended prematurely: osmo-stp_10.42.42.5(pid=22608) [trial-2358↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22608)] [trial-2358↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a09:56:00.259814 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a09:56:00.318720 run osmo-hlr_10.42.42.2(pid=22605): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22605)]\u000a09:56:00.367294 run osmo-hlr_10.42.42.2(pid=22605): stdout: \u000a| (launched: 2022-12-09_09:55:57.374326) \u000a09:56:00.416551 run osmo-hlr_10.42.42.2(pid=22605): stderr: \u000a| �[0;m�[1;31m20221209095557545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095557545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095557545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095557545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095557545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095557545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095557558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095557568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095557568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095557568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:00.483272 run osmo-msc_10.42.42.6(pid=22611): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22611)]\u000a09:56:00.531687 run osmo-msc_10.42.42.6(pid=22611): stdout: \u000a| (launched: 2022-12-09_09:55:59.395650) \u000a09:56:00.580705 run osmo-msc_10.42.42.6(pid=22611): stderr: \u000a| �[0;m�[38;5;43m20221209095559661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209095559661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff21c387c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209095559662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209095559662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209095559662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209095559662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209095559664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209095559665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209095559665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209095559665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:56:00.622132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22604): Terminating (SIGTERM)\u000a09:56:00.661274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22607): Terminating (SIGTERM)\u000a09:56:00.700382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22610): Terminating (SIGTERM)\u000a09:56:00.709507 --- ParallelTerminationStrategy: PID 22604 died...\u000a09:56:00.761572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22604): Terminated: ok {rc=0}\u000a09:56:00.770941 --- ParallelTerminationStrategy: PID 22607 died...\u000a09:56:00.823227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22607): Terminated: ok {rc=0}\u000a09:56:00.832728 --- ParallelTerminationStrategy: PID 22610 died...\u000a09:56:00.890260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22610): Terminated: ok {rc=0}\u000a09:56:00.983079 bus /sierra_9: Setting Powered False\u000a09:56:02.099749 bus /sierra_9: Setting Powered False\u000a09:56:03.205370 bus /sierra_8: Setting Powered False\u000a09:56:04.311707 bus /sierra_8: Setting Powered False\u000a09:56:05.419269 bus /sierra_3: Setting Powered False\u000a09:56:06.525281 bus /sierra_3: Setting Powered False\u000a09:56:07.632640 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:55:43" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22626): Process ended prematurely: osmo-stp_10.42.42.5(pid=22626) [trial-2358↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22626)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22626): Process ended prematurely: osmo-stp_10.42.42.5(pid=22626) [trial-2358↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:56:09.717941 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:09.728657 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:56:09.859938 tst cs_paging_gprs_active.py: using LAC 20662\u000a09:56:09.987647 tst cs_paging_gprs_active.py: using RAC 7\u000a09:56:10.116086 tst cs_paging_gprs_active.py: using CellId 20662\u000a09:56:10.244225 tst cs_paging_gprs_active.py: using BVCI 20663\u000a09:56:10.269233 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:10.280269 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:10.291275 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:10.302696 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:10.314118 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:10.325374 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:10.336388 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:10.347399 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:10.359249 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:56:10.473259 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:56:10.752561 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:56:10.880314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:11.191526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22616): Launched\u000a09:56:11.449371 run iperf3-srv_10.42.42.10(pid=22617): Launched\u000a09:56:11.631298 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:56:11.755348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:12.065486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22618): Launched\u000a09:56:12.322611 run iperf3-srv_10.42.42.10(pid=22619): Launched\u000a09:56:12.503443 tst cs_paging_gprs_active.py:38: start network...\u000a09:56:12.627392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:13.109590 run create_hlr_db(pid=22620): Launched\u000a09:56:13.280809 bus /sierra_2: Setting Powered False\u000a09:56:14.303969 run create_hlr_db(pid=22620): Terminated: ok {rc=0}\u000a09:56:14.732484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22622): Launched\u000a09:56:15.056203 run osmo-hlr_10.42.42.2(pid=22623): Launched\u000a09:56:15.172837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:15.735900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22625): Launched\u000a09:56:16.212025 run osmo-stp_10.42.42.5(pid=22626): Launched\u000a09:56:16.374550 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:56:17.955993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22628): Launched\u000a09:56:18.062549 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:56:18.325643 run patchelf(pid=22629): Launched\u000a09:56:18.500544 run osmo-stp_10.42.42.5(pid=22626): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22626)]\u000a09:56:18.628704 run osmo-stp_10.42.42.5(pid=22626): stdout: \u000a| (launched: 2022-12-09_09:56:15.919914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:18.757196 run osmo-stp_10.42.42.5(pid=22626): stderr: \u000a| �[0;m�[38;5;43m20221209095616292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095616292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095616292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095616303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095616304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095616304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095616304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:18.881946 run osmo-stp_10.42.42.5(pid=22626): stdout: \u000a| (launched: 2022-12-09_09:56:15.919914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:19.005701 run osmo-stp_10.42.42.5(pid=22626): stderr: \u000a| �[0;m�[38;5;43m20221209095616292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095616292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095616292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095616303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095616304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095616304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095616304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:19.150495 run patchelf(pid=22629): Terminating (SIGINT)\u000a09:56:19.318964 run patchelf(pid=22629): Terminated: ok {rc=0}\u000a09:56:19.350032 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22626): Process ended prematurely: osmo-stp_10.42.42.5(pid=22626) [trial-2358↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22626)] [trial-2358↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a09:56:19.359185 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a09:56:19.418587 run osmo-hlr_10.42.42.2(pid=22623): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22623)]\u000a09:56:19.467103 run osmo-hlr_10.42.42.2(pid=22623): stdout: \u000a| (launched: 2022-12-09_09:56:14.896860) \u000a09:56:19.516219 run osmo-hlr_10.42.42.2(pid=22623): stderr: \u000a| �[0;m�[1;31m20221209095615090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095615090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095615090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095615090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095615090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095615091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095615102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095615111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095615112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095615112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:19.558197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22616): Terminating (SIGTERM)\u000a09:56:19.597550 run iperf3-srv_10.42.42.10(pid=22617): Terminating (SIGTERM)\u000a09:56:19.636929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22618): Terminating (SIGTERM)\u000a09:56:19.676184 run iperf3-srv_10.42.42.10(pid=22619): Terminating (SIGTERM)\u000a09:56:19.715488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22622): Terminating (SIGTERM)\u000a09:56:19.754817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22625): Terminating (SIGTERM)\u000a09:56:19.794227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22628): Terminating (SIGTERM)\u000a09:56:19.803334 --- ParallelTerminationStrategy: PID 22616 died...\u000a09:56:19.856404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22616): Terminated: ok {rc=0}\u000a09:56:19.865878 --- ParallelTerminationStrategy: PID 22617 died...\u000a09:56:19.918735 run iperf3-srv_10.42.42.10(pid=22617): Terminated {rc=256}\u000a09:56:19.928264 --- ParallelTerminationStrategy: PID 22618 died...\u000a09:56:19.981248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22618): Terminated: ok {rc=0}\u000a09:56:19.990686 --- ParallelTerminationStrategy: PID 22619 died...\u000a09:56:20.043361 run iperf3-srv_10.42.42.10(pid=22619): Terminated {rc=256}\u000a09:56:20.053004 --- ParallelTerminationStrategy: PID 22622 died...\u000a09:56:20.106316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22622): Terminated: ok {rc=0}\u000a09:56:20.115972 --- ParallelTerminationStrategy: PID 22625 died...\u000a09:56:20.168640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22625): Terminated: ok {rc=0}\u000a09:56:20.178247 --- ParallelTerminationStrategy: PID 22628 died...\u000a09:56:20.231556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22628): Terminated: ok {rc=0}\u000a09:56:20.320503 bus /gobi_0: Setting Powered False\u000a09:56:21.423028 bus /gobi_0: Setting Powered False\u000a09:56:22.528706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22638): Process ended prematurely: osmo-stp_10.42.42.5(pid=22638) [trial-2358↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22638)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22638): Process ended prematurely: osmo-stp_10.42.42.5(pid=22638) [trial-2358↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a09:56:23.643971 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:23.655653 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:56:23.791776 tst iperf3.py: using LAC 20663\u000a09:56:23.917091 tst iperf3.py: using RAC 8\u000a09:56:24.042975 tst iperf3.py: using CellId 20663\u000a09:56:24.170459 tst iperf3.py: using BVCI 20664\u000a09:56:24.195362 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:24.206308 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:24.217068 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:24.228048 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:24.239060 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:24.250062 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:24.261117 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:24.271963 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:24.283096 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:56:24.574812 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:56:24.710082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:25.044636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22630): Launched\u000a09:56:25.323153 run iperf3-srv_10.42.42.10(pid=22631): Launched\u000a09:56:25.521411 tst iperf3.py:8: start network...\u000a09:56:25.657034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:26.166720 run create_hlr_db(pid=22632): Launched\u000a09:56:26.353849 bus /gobi_6: Setting Powered False\u000a09:56:27.374166 run create_hlr_db(pid=22632): Terminated: ok {rc=0}\u000a09:56:27.778361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22634): Launched\u000a09:56:28.079256 run osmo-hlr_10.42.42.2(pid=22635): Launched\u000a09:56:28.195451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:28.714069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22637): Launched\u000a09:56:29.013069 run osmo-stp_10.42.42.5(pid=22638): Launched\u000a09:56:29.122175 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:56:29.643641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22640): Launched\u000a09:56:29.750438 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:56:30.011201 run patchelf(pid=22641): Launched\u000a09:56:30.186654 run osmo-stp_10.42.42.5(pid=22638): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22638)]\u000a09:56:30.314742 run osmo-stp_10.42.42.5(pid=22638): stdout: \u000a| (launched: 2022-12-09_09:56:28.865512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:30.443311 run osmo-stp_10.42.42.5(pid=22638): stderr: \u000a| �[0;m�[38;5;43m20221209095629033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095629033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095629033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095629034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095629034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095629034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095629034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:30.567538 run osmo-stp_10.42.42.5(pid=22638): stdout: \u000a| (launched: 2022-12-09_09:56:28.865512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:30.690971 run osmo-stp_10.42.42.5(pid=22638): stderr: \u000a| �[0;m�[38;5;43m20221209095629033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095629033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095629033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095629034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095629034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095629034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095629034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:30.835280 run patchelf(pid=22641): Terminating (SIGINT)\u000a09:56:31.013452 run patchelf(pid=22641): Terminated: ok {rc=0}\u000a09:56:31.045208 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22638): Process ended prematurely: osmo-stp_10.42.42.5(pid=22638) [trial-2358↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22638)] [trial-2358↪gprs:sysmo↪iperf3.py:8]\u000a09:56:31.055021 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:56:31.117073 run osmo-hlr_10.42.42.2(pid=22635): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22635)]\u000a09:56:31.167745 run osmo-hlr_10.42.42.2(pid=22635): stdout: \u000a| (launched: 2022-12-09_09:56:27.931462) \u000a09:56:31.218903 run osmo-hlr_10.42.42.2(pid=22635): stderr: \u000a| �[0;m�[1;31m20221209095628106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095628106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095628106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095628106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095628106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095628106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095628118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095628127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095628127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095628127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:31.262146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22630): Terminating (SIGTERM)\u000a09:56:31.305543 run iperf3-srv_10.42.42.10(pid=22631): Terminating (SIGTERM)\u000a09:56:31.348523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22634): Terminating (SIGTERM)\u000a09:56:31.392644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22637): Terminating (SIGTERM)\u000a09:56:31.433987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22640): Terminating (SIGTERM)\u000a09:56:31.444750 --- ParallelTerminationStrategy: PID 22630 died...\u000a09:56:31.500278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22630): Terminated: ok {rc=0}\u000a09:56:31.510451 --- ParallelTerminationStrategy: PID 22631 died...\u000a09:56:31.564904 run iperf3-srv_10.42.42.10(pid=22631): Terminated {rc=256}\u000a09:56:31.575104 --- ParallelTerminationStrategy: PID 22634 died...\u000a09:56:31.629692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22634): Terminated: ok {rc=0}\u000a09:56:31.639959 --- ParallelTerminationStrategy: PID 22637 died...\u000a09:56:31.694902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22637): Terminated: ok {rc=0}\u000a09:56:31.705441 --- ParallelTerminationStrategy: PID 22640 died...\u000a09:56:31.760378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22640): Terminated: ok {rc=0}\u000a09:56:31.852171 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22656): Process ended prematurely: osmo-stp_10.42.42.5(pid=22656) [trial-2358↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22656)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22656): Process ended prematurely: osmo-stp_10.42.42.5(pid=22656) [trial-2358↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a09:56:32.962024 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:32.973173 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:56:33.097911 tst iperf3m4.py: using LAC 20664\u000a09:56:33.216495 tst iperf3m4.py: using RAC 9\u000a09:56:33.339493 tst iperf3m4.py: using CellId 20664\u000a09:56:33.458418 tst iperf3m4.py: using BVCI 20665\u000a09:56:33.481586 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:33.492196 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:33.502790 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:33.513401 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:33.523649 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:33.533977 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:33.544505 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:33.554873 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:33.565563 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:56:33.685827 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:56:33.804324 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:56:33.923290 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:56:34.216617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:56:34.352544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:34.694301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22642): Launched\u000a09:56:34.973591 run iperf3-srv_10.42.42.10(pid=22643): Launched\u000a09:56:35.171857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:56:35.307346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:35.641437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22644): Launched\u000a09:56:35.918833 run iperf3-srv_10.42.42.10(pid=22645): Launched\u000a09:56:36.117496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:56:36.252891 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:36.586175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22646): Launched\u000a09:56:36.863171 run iperf3-srv_10.42.42.10(pid=22647): Launched\u000a09:56:37.060374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:56:37.195653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:37.528769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22648): Launched\u000a09:56:37.815717 run iperf3-srv_10.42.42.10(pid=22649): Launched\u000a09:56:37.997823 tst iperf3m4.py:8: start network...\u000a09:56:38.122370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:38.604199 run create_hlr_db(pid=22650): Launched\u000a09:56:38.776609 bus /gobi_6: Setting Powered False\u000a09:56:39.798882 run create_hlr_db(pid=22650): Terminated: ok {rc=0}\u000a09:56:40.199446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22652): Launched\u000a09:56:40.499072 run osmo-hlr_10.42.42.2(pid=22653): Launched\u000a09:56:40.618259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:41.145585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22655): Launched\u000a09:56:41.446725 run osmo-stp_10.42.42.5(pid=22656): Launched\u000a09:56:41.556278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:56:42.082345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22658): Launched\u000a09:56:42.190242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:56:42.453274 run patchelf(pid=22659): Launched\u000a09:56:42.628932 run osmo-stp_10.42.42.5(pid=22656): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22656)]\u000a09:56:42.757724 run osmo-stp_10.42.42.5(pid=22656): stdout: \u000a| (launched: 2022-12-09_09:56:41.298327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:42.886606 run osmo-stp_10.42.42.5(pid=22656): stderr: \u000a| �[0;m�[38;5;43m20221209095641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095641465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095641465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095641465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095641466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:43.011301 run osmo-stp_10.42.42.5(pid=22656): stdout: \u000a| (launched: 2022-12-09_09:56:41.298327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:43.134827 run osmo-stp_10.42.42.5(pid=22656): stderr: \u000a| �[0;m�[38;5;43m20221209095641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095641465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095641465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095641465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095641466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:43.279139 run patchelf(pid=22659): Terminating (SIGINT)\u000a09:56:43.447470 run patchelf(pid=22659): Terminated: ok {rc=0}\u000a09:56:43.478641 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22656): Process ended prematurely: osmo-stp_10.42.42.5(pid=22656) [trial-2358↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22656)] [trial-2358↪gprs:sysmo↪iperf3m4.py:8]\u000a09:56:43.487778 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:56:43.548029 run osmo-hlr_10.42.42.2(pid=22653): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22653)]\u000a09:56:43.597457 run osmo-hlr_10.42.42.2(pid=22653): stdout: \u000a| (launched: 2022-12-09_09:56:40.352148) \u000a09:56:43.647366 run osmo-hlr_10.42.42.2(pid=22653): stderr: \u000a| �[0;m�[1;31m20221209095640526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095640526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095640526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095640526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095640526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095640526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095640538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095640547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095640548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095640548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:43.689829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22642): Terminating (SIGTERM)\u000a09:56:43.729866 run iperf3-srv_10.42.42.10(pid=22643): Terminating (SIGTERM)\u000a09:56:43.770000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22644): Terminating (SIGTERM)\u000a09:56:43.810039 run iperf3-srv_10.42.42.10(pid=22645): Terminating (SIGTERM)\u000a09:56:43.850101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22646): Terminating (SIGTERM)\u000a09:56:43.890224 run iperf3-srv_10.42.42.10(pid=22647): Terminating (SIGTERM)\u000a09:56:43.930401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22648): Terminating (SIGTERM)\u000a09:56:43.970397 run iperf3-srv_10.42.42.10(pid=22649): Terminating (SIGTERM)\u000a09:56:44.010561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22652): Terminating (SIGTERM)\u000a09:56:44.050796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22655): Terminating (SIGTERM)\u000a09:56:44.091049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22658): Terminating (SIGTERM)\u000a09:56:44.100335 --- ParallelTerminationStrategy: PID 22642 died...\u000a09:56:44.154031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22642): Terminated: ok {rc=0}\u000a09:56:44.163721 --- ParallelTerminationStrategy: PID 22643 died...\u000a09:56:44.217076 run iperf3-srv_10.42.42.10(pid=22643): Terminated {rc=256}\u000a09:56:44.226724 --- ParallelTerminationStrategy: PID 22644 died...\u000a09:56:44.280088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22644): Terminated: ok {rc=0}\u000a09:56:44.289861 --- ParallelTerminationStrategy: PID 22645 died...\u000a09:56:44.343313 run iperf3-srv_10.42.42.10(pid=22645): Terminated {rc=256}\u000a09:56:44.352871 --- ParallelTerminationStrategy: PID 22646 died...\u000a09:56:44.406166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22646): Terminated: ok {rc=0}\u000a09:56:44.415792 --- ParallelTerminationStrategy: PID 22647 died...\u000a09:56:44.469011 run iperf3-srv_10.42.42.10(pid=22647): Terminated {rc=256}\u000a09:56:44.478693 --- ParallelTerminationStrategy: PID 22648 died...\u000a09:56:44.532173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22648): Terminated: ok {rc=0}\u000a09:56:44.541836 --- ParallelTerminationStrategy: PID 22649 died...\u000a09:56:44.595286 run iperf3-srv_10.42.42.10(pid=22649): Terminated {rc=256}\u000a09:56:44.604915 --- ParallelTerminationStrategy: PID 22652 died...\u000a09:56:44.657941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22652): Terminated: ok {rc=0}\u000a09:56:44.667576 --- ParallelTerminationStrategy: PID 22655 died...\u000a09:56:44.721067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22655): Terminated: ok {rc=0}\u000a09:56:44.730735 --- ParallelTerminationStrategy: PID 22658 died...\u000a09:56:44.783685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22658): Terminated: ok {rc=0}\u000a09:56:44.868126 bus /gobi_4: Setting Powered False\u000a09:56:45.986455 bus /gobi_4: Setting Powered False\u000a09:56:47.105685 bus /gobi_1: Setting Powered False\u000a09:56:48.209659 bus /gobi_1: Setting Powered False\u000a09:56:49.322060 bus /gobi_0: Setting Powered False\u000a09:56:50.425558 bus /gobi_0: Setting Powered False\u000a09:56:51.538523 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22667): Process ended prematurely: osmo-stp_10.42.42.5(pid=22667) [trial-2358↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22667)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22667): Process ended prematurely: osmo-stp_10.42.42.5(pid=22667) [trial-2358↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo ping.py\u000a----------------------------------------------\u000a09:56:52.609203 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:52.620916 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:56:52.751032 tst ping.py: using LAC 20665\u000a09:56:52.877226 tst ping.py: using RAC 10\u000a09:56:53.005020 tst ping.py: using CellId 20665\u000a09:56:53.131778 tst ping.py: using BVCI 20666\u000a09:56:53.156472 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:53.167659 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:53.178664 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:53.189873 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:53.200851 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:53.212003 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:53.223343 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:56:53.234508 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:56:53.522828 tst ping.py:19: start network...\u000a09:56:53.655042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:54.155752 run create_hlr_db(pid=22661): Launched\u000a09:56:54.340276 bus /gobi_6: Setting Powered False\u000a09:56:55.361275 run create_hlr_db(pid=22661): Terminated: ok {rc=0}\u000a09:56:55.786050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22663): Launched\u000a09:56:56.105448 run osmo-hlr_10.42.42.2(pid=22664): Launched\u000a09:56:56.219966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:56.769394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22666): Launched\u000a09:56:57.086869 run osmo-stp_10.42.42.5(pid=22667): Launched\u000a09:56:57.203686 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:56:57.758752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22669): Launched\u000a09:56:57.872308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:56:58.150854 run patchelf(pid=22670): Launched\u000a09:56:58.337537 run osmo-stp_10.42.42.5(pid=22667): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22667)]\u000a09:56:58.473584 run osmo-stp_10.42.42.5(pid=22667): stdout: \u000a| (launched: 2022-12-09_09:56:56.929940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:58.610227 run osmo-stp_10.42.42.5(pid=22667): stderr: \u000a| �[0;m�[38;5;43m20221209095657119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095657119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095657119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095657120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095657120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095657120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095657120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:58.742215 run osmo-stp_10.42.42.5(pid=22667): stdout: \u000a| (launched: 2022-12-09_09:56:56.929940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:58.873018 run osmo-stp_10.42.42.5(pid=22667): stderr: \u000a| �[0;m�[38;5;43m20221209095657119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095657119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095657119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095657120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095657120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095657120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095657120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:59.025105 run patchelf(pid=22670): Terminating (SIGINT)\u000a09:56:59.203061 run patchelf(pid=22670): Terminated: ok {rc=0}\u000a09:56:59.235353 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22667): Process ended prematurely: osmo-stp_10.42.42.5(pid=22667) [trial-2358↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22667)] [trial-2358↪gprs:sysmo↪ping.py:22]\u000a09:56:59.244544 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:56:59.308597 run osmo-hlr_10.42.42.2(pid=22664): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22664)]\u000a09:56:59.361066 run osmo-hlr_10.42.42.2(pid=22664): stdout: \u000a| (launched: 2022-12-09_09:56:55.947461) \u000a09:56:59.413975 run osmo-hlr_10.42.42.2(pid=22664): stderr: \u000a| �[0;m�[1;31m20221209095656144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095656144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095656144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095656145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095656145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095656145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095656157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095656165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095656166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095656166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:59.458930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22663): Terminating (SIGTERM)\u000a09:56:59.501503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22666): Terminating (SIGTERM)\u000a09:56:59.544002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22669): Terminating (SIGTERM)\u000a09:56:59.553975 --- ParallelTerminationStrategy: PID 22663 died...\u000a09:56:59.610990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22663): Terminated: ok {rc=0}\u000a09:56:59.621316 --- ParallelTerminationStrategy: PID 22666 died...\u000a09:56:59.678169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22666): Terminated: ok {rc=0}\u000a09:56:59.688407 --- ParallelTerminationStrategy: PID 22669 died...\u000a09:56:59.744771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22669): Terminated: ok {rc=0}\u000a09:56:59.833809 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22677): Process ended prematurely: osmo-stp_10.42.42.5(pid=22677) [trial-2358↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22677)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22677): Process ended prematurely: osmo-stp_10.42.42.5(pid=22677) [trial-2358↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22677)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:57:00.890025 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:57:00.901769 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:57:01.038901 tst ping_idle_ping.py: using LAC 20666\u000a09:57:01.167004 tst ping_idle_ping.py: using RAC 11\u000a09:57:01.300648 tst ping_idle_ping.py: using CellId 20666\u000a09:57:01.425216 tst ping_idle_ping.py: using BVCI 20667\u000a09:57:01.449140 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:57:01.460147 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:57:01.471243 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:57:01.482266 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:57:01.493123 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:57:01.504003 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:57:01.515251 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:57:01.526727 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:57:01.879240 tst ping_idle_ping.py:24: start network...\u000a09:57:02.019080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:02.512917 run create_hlr_db(pid=22671): Launched\u000a09:57:02.682330 bus /gobi_6: Setting Powered False\u000a09:57:03.704594 run create_hlr_db(pid=22671): Terminated: ok {rc=0}\u000a09:57:04.097842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22673): Launched\u000a09:57:04.392314 run osmo-hlr_10.42.42.2(pid=22674): Launched\u000a09:57:04.507512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:05.024588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22676): Launched\u000a09:57:05.319771 run osmo-stp_10.42.42.5(pid=22677): Launched\u000a09:57:05.426514 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:57:05.945100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22679): Launched\u000a09:57:06.050320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:57:06.307875 run patchelf(pid=22680): Launched\u000a09:57:06.481254 run osmo-stp_10.42.42.5(pid=22677): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22677)]\u000a09:57:06.608088 run osmo-stp_10.42.42.5(pid=22677): stdout: \u000a| (launched: 2022-12-09_09:57:05.174380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:06.735215 run osmo-stp_10.42.42.5(pid=22677): stderr: \u000a| �[0;m�[38;5;43m20221209095705345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095705345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095705346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095705346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095705346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095705347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095705347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:06.858003 run osmo-stp_10.42.42.5(pid=22677): stdout: \u000a| (launched: 2022-12-09_09:57:05.174380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:06.979633 run osmo-stp_10.42.42.5(pid=22677): stderr: \u000a| �[0;m�[38;5;43m20221209095705345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095705345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095705346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095705346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095705346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095705347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095705347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:07.121128 run patchelf(pid=22680): Terminating (SIGINT)\u000a09:57:07.286844 run patchelf(pid=22680): Terminated: ok {rc=0}\u000a09:57:07.317110 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22677): Process ended prematurely: osmo-stp_10.42.42.5(pid=22677) [trial-2358↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22677)] [trial-2358↪gprs:sysmo↪ping_idle_ping.py:27]\u000a09:57:07.325625 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:57:07.384932 run osmo-hlr_10.42.42.2(pid=22674): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22674)]\u000a09:57:07.434159 run osmo-hlr_10.42.42.2(pid=22674): stdout: \u000a| (launched: 2022-12-09_09:57:04.247395) \u000a09:57:07.484546 run osmo-hlr_10.42.42.2(pid=22674): stderr: \u000a| �[0;m�[1;31m20221209095704423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095704423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095704423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095704423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095704423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095704424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095704436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095704444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095704445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095704445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:07.526501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22673): Terminating (SIGTERM)\u000a09:57:07.566100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22676): Terminating (SIGTERM)\u000a09:57:07.605662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22679): Terminating (SIGTERM)\u000a09:57:07.614781 --- ParallelTerminationStrategy: PID 22673 died...\u000a09:57:07.667678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22673): Terminated: ok {rc=0}\u000a09:57:07.677296 --- ParallelTerminationStrategy: PID 22676 died...\u000a09:57:07.730142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22676): Terminated: ok {rc=0}\u000a09:57:07.739740 --- ParallelTerminationStrategy: PID 22679 died...\u000a09:57:07.792319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22679): Terminated: ok {rc=0}\u000a09:57:07.880173 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:56:09" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22694): Process ended prematurely: osmo-stp_10.42.42.5(pid=22694) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22694)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22694): Process ended prematurely: osmo-stp_10.42.42.5(pid=22694) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:57:09.971642 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:09.982504 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:57:10.106228 tst cs_paging_gprs_active.py: using LAC 20667\u000a09:57:10.234725 tst cs_paging_gprs_active.py: using RAC 12\u000a09:57:10.362340 tst cs_paging_gprs_active.py: using CellId 20667\u000a09:57:10.490600 tst cs_paging_gprs_active.py: using BVCI 20668\u000a09:57:10.515724 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:10.527228 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:10.538845 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:10.550437 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:10.561767 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:10.572875 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:10.584456 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:10.596241 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:10.607622 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:57:10.726584 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:57:11.021166 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:57:11.157056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:11.493607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22684): Launched\u000a09:57:11.773728 run iperf3-srv_10.42.42.10(pid=22685): Launched\u000a09:57:11.972434 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:57:12.108146 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:12.442898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22686): Launched\u000a09:57:12.722938 run iperf3-srv_10.42.42.10(pid=22687): Launched\u000a09:57:12.921438 tst cs_paging_gprs_active.py:38: start network...\u000a09:57:13.057348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:13.566352 run create_hlr_db(pid=22688): Launched\u000a09:57:13.752917 bus /gobi_6: Setting Powered False\u000a09:57:14.774656 run create_hlr_db(pid=22688): Terminated: ok {rc=0}\u000a09:57:15.205851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22690): Launched\u000a09:57:15.530249 run osmo-hlr_10.42.42.2(pid=22691): Launched\u000a09:57:15.650193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:16.234988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22693): Launched\u000a09:57:16.650962 run osmo-stp_10.42.42.5(pid=22694): Launched\u000a09:57:16.822982 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:57:17.404073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22696): Launched\u000a09:57:17.511456 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:57:17.774199 run patchelf(pid=22697): Launched\u000a09:57:17.949747 run osmo-stp_10.42.42.5(pid=22694): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22694)]\u000a09:57:18.078445 run osmo-stp_10.42.42.5(pid=22694): stdout: \u000a| (launched: 2022-12-09_09:57:16.397507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:18.207410 run osmo-stp_10.42.42.5(pid=22694): stderr: \u000a| �[0;m�[38;5;43m20221209095716727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095716727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095716727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095716728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095716728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095716728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095716728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:18.332633 run osmo-stp_10.42.42.5(pid=22694): stdout: \u000a| (launched: 2022-12-09_09:57:16.397507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:18.456296 run osmo-stp_10.42.42.5(pid=22694): stderr: \u000a| �[0;m�[38;5;43m20221209095716727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095716727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095716727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095716728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095716728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095716728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095716728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:18.600082 run patchelf(pid=22697): Terminating (SIGINT)\u000a09:57:18.768565 run patchelf(pid=22697): Terminated: ok {rc=0}\u000a09:57:18.799594 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22694): Process ended prematurely: osmo-stp_10.42.42.5(pid=22694) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22694)] [trial-2358↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:57:18.808827 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a09:57:18.868638 run osmo-hlr_10.42.42.2(pid=22691): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22691)]\u000a09:57:18.917617 run osmo-hlr_10.42.42.2(pid=22691): stdout: \u000a| (launched: 2022-12-09_09:57:15.370685) \u000a09:57:18.967153 run osmo-hlr_10.42.42.2(pid=22691): stderr: \u000a| �[0;m�[1;31m20221209095715570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095715570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095715570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095715570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095715570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095715570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095715582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095715591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095715592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095715592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:19.010151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22684): Terminating (SIGTERM)\u000a09:57:19.050078 run iperf3-srv_10.42.42.10(pid=22685): Terminating (SIGTERM)\u000a09:57:19.090144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22686): Terminating (SIGTERM)\u000a09:57:19.130009 run iperf3-srv_10.42.42.10(pid=22687): Terminating (SIGTERM)\u000a09:57:19.169953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22690): Terminating (SIGTERM)\u000a09:57:19.210227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22693): Terminating (SIGTERM)\u000a09:57:19.250111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22696): Terminating (SIGTERM)\u000a09:57:19.259310 --- ParallelTerminationStrategy: PID 22684 died...\u000a09:57:19.312592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22684): Terminated: ok {rc=0}\u000a09:57:19.322265 --- ParallelTerminationStrategy: PID 22685 died...\u000a09:57:19.375002 run iperf3-srv_10.42.42.10(pid=22685): Terminated {rc=256}\u000a09:57:19.384537 --- ParallelTerminationStrategy: PID 22686 died...\u000a09:57:19.437172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22686): Terminated: ok {rc=0}\u000a09:57:19.446599 --- ParallelTerminationStrategy: PID 22687 died...\u000a09:57:19.499233 run iperf3-srv_10.42.42.10(pid=22687): Terminated {rc=256}\u000a09:57:19.508801 --- ParallelTerminationStrategy: PID 22690 died...\u000a09:57:19.561450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22690): Terminated: ok {rc=0}\u000a09:57:19.570972 --- ParallelTerminationStrategy: PID 22693 died...\u000a09:57:19.623728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22693): Terminated: ok {rc=0}\u000a09:57:19.633405 --- ParallelTerminationStrategy: PID 22696 died...\u000a09:57:19.685924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22696): Terminated: ok {rc=0}\u000a09:57:19.774044 bus /gobi_0: Setting Powered False\u000a09:57:20.877340 bus /gobi_0: Setting Powered False\u000a09:57:21.988805 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22706): Process ended prematurely: osmo-stp_10.42.42.5(pid=22706) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22706)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22706): Process ended prematurely: osmo-stp_10.42.42.5(pid=22706) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:57:23.098129 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:23.109244 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:57:23.232379 tst iperf3.py: using LAC 20668\u000a09:57:23.351865 tst iperf3.py: using RAC 13\u000a09:57:23.478147 tst iperf3.py: using CellId 20668\u000a09:57:23.595292 tst iperf3.py: using BVCI 20669\u000a09:57:23.618375 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:23.629088 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:23.639447 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:23.649967 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:23.660354 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:23.670742 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:23.681349 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:23.691674 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:23.702275 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:57:23.978183 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:57:24.102686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:24.412213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22698): Launched\u000a09:57:24.669847 run iperf3-srv_10.42.42.10(pid=22699): Launched\u000a09:57:24.850526 tst iperf3.py:8: start network...\u000a09:57:24.974714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:25.455665 run create_hlr_db(pid=22700): Launched\u000a09:57:25.627614 bus /gobi_6: Setting Powered False\u000a09:57:26.650479 run create_hlr_db(pid=22700): Terminated: ok {rc=0}\u000a09:57:27.079696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22702): Launched\u000a09:57:27.405184 run osmo-hlr_10.42.42.2(pid=22703): Launched\u000a09:57:27.522559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:28.083866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22705): Launched\u000a09:57:28.407568 run osmo-stp_10.42.42.5(pid=22706): Launched\u000a09:57:28.525235 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:57:29.088446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22708): Launched\u000a09:57:29.203934 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:57:29.485285 run patchelf(pid=22709): Launched\u000a09:57:29.675642 run osmo-stp_10.42.42.5(pid=22706): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22706)]\u000a09:57:29.814875 run osmo-stp_10.42.42.5(pid=22706): stdout: \u000a| (launched: 2022-12-09_09:57:28.247612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:29.954365 run osmo-stp_10.42.42.5(pid=22706): stderr: \u000a| �[0;m�[38;5;43m20221209095728439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095728439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095728440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095728440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095728441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095728441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095728441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:30.089581 run osmo-stp_10.42.42.5(pid=22706): stdout: \u000a| (launched: 2022-12-09_09:57:28.247612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:30.223377 run osmo-stp_10.42.42.5(pid=22706): stderr: \u000a| �[0;m�[38;5;43m20221209095728439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095728439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095728440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095728440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095728441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095728441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095728441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:30.379048 run patchelf(pid=22709): Terminating (SIGINT)\u000a09:57:30.561576 run patchelf(pid=22709): Terminated: ok {rc=0}\u000a09:57:30.595143 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22706): Process ended prematurely: osmo-stp_10.42.42.5(pid=22706) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22706)] [trial-2358↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a09:57:30.605117 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:57:30.668798 run osmo-hlr_10.42.42.2(pid=22703): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22703)]\u000a09:57:30.720684 run osmo-hlr_10.42.42.2(pid=22703): stdout: \u000a| (launched: 2022-12-09_09:57:27.244111) \u000a09:57:30.773246 run osmo-hlr_10.42.42.2(pid=22703): stderr: \u000a| �[0;m�[1;31m20221209095727442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095727442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095727442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095727442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095727442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095727442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095727454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095727462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095727463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095727463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:30.817961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22698): Terminating (SIGTERM)\u000a09:57:30.873158 run iperf3-srv_10.42.42.10(pid=22699): Terminating (SIGTERM)\u000a09:57:30.914884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22702): Terminating (SIGTERM)\u000a09:57:30.958146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22705): Terminating (SIGTERM)\u000a09:57:31.002999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22708): Terminating (SIGTERM)\u000a09:57:31.013332 --- ParallelTerminationStrategy: PID 22698 died...\u000a09:57:31.070413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22698): Terminated: ok {rc=0}\u000a09:57:31.080532 --- ParallelTerminationStrategy: PID 22699 died...\u000a09:57:31.135058 run iperf3-srv_10.42.42.10(pid=22699): Terminated {rc=256}\u000a09:57:31.145484 --- ParallelTerminationStrategy: PID 22702 died...\u000a09:57:31.201363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22702): Terminated: ok {rc=0}\u000a09:57:31.211479 --- ParallelTerminationStrategy: PID 22705 died...\u000a09:57:31.266159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22705): Terminated: ok {rc=0}\u000a09:57:31.276211 --- ParallelTerminationStrategy: PID 22708 died...\u000a09:57:31.331993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22708): Terminated: ok {rc=0}\u000a09:57:31.421683 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22727): Process ended prematurely: osmo-stp_10.42.42.5(pid=22727) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22727)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22727): Process ended prematurely: osmo-stp_10.42.42.5(pid=22727) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:57:32.530283 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:32.541722 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:57:32.666387 tst iperf3m4.py: using LAC 20669\u000a09:57:32.784095 tst iperf3m4.py: using RAC 14\u000a09:57:32.903876 tst iperf3m4.py: using CellId 20669\u000a09:57:33.024443 tst iperf3m4.py: using BVCI 20670\u000a09:57:33.047727 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:33.058753 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:33.069396 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:33.080037 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:33.090679 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:33.101353 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:33.112113 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:33.122674 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:33.133398 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:57:33.251626 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:57:33.371886 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:57:33.489846 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:57:33.782804 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:57:33.918603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:34.256423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22710): Launched\u000a09:57:34.534614 run iperf3-srv_10.42.42.10(pid=22711): Launched\u000a09:57:34.732201 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:57:34.867342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:35.201650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22712): Launched\u000a09:57:35.479960 run iperf3-srv_10.42.42.10(pid=22713): Launched\u000a09:57:35.678086 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:57:35.815927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:36.150734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22717): Launched\u000a09:57:36.430763 run iperf3-srv_10.42.42.10(pid=22718): Launched\u000a09:57:36.628134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:57:36.762933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:37.096419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22719): Launched\u000a09:57:37.374531 run iperf3-srv_10.42.42.10(pid=22720): Launched\u000a09:57:37.571748 tst iperf3m4.py:8: start network...\u000a09:57:37.706767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:38.214385 run create_hlr_db(pid=22721): Launched\u000a09:57:38.400730 bus /gobi_6: Setting Powered False\u000a09:57:39.422276 run create_hlr_db(pid=22721): Terminated: ok {rc=0}\u000a09:57:39.851394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22723): Launched\u000a09:57:40.176136 run osmo-hlr_10.42.42.2(pid=22724): Launched\u000a09:57:40.294160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:40.853222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22726): Launched\u000a09:57:41.177814 run osmo-stp_10.42.42.5(pid=22727): Launched\u000a09:57:41.295350 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:57:41.857033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22729): Launched\u000a09:57:41.972212 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:57:42.255091 run patchelf(pid=22730): Launched\u000a09:57:42.445741 run osmo-stp_10.42.42.5(pid=22727): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22727)]\u000a09:57:42.584748 run osmo-stp_10.42.42.5(pid=22727): stdout: \u000a| (launched: 2022-12-09_09:57:41.017523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:42.723956 run osmo-stp_10.42.42.5(pid=22727): stderr: \u000a| �[0;m�[38;5;43m20221209095741206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095741206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095741206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095741207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095741207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095741207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095741207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:42.859247 run osmo-stp_10.42.42.5(pid=22727): stdout: \u000a| (launched: 2022-12-09_09:57:41.017523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:42.994040 run osmo-stp_10.42.42.5(pid=22727): stderr: \u000a| �[0;m�[38;5;43m20221209095741206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095741206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095741206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095741207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095741207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095741207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095741207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:43.150375 run patchelf(pid=22730): Terminating (SIGINT)\u000a09:57:43.332756 run patchelf(pid=22730): Terminated: ok {rc=0}\u000a09:57:43.366328 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22727): Process ended prematurely: osmo-stp_10.42.42.5(pid=22727) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22727)] [trial-2358↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:57:43.376329 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:57:43.441031 run osmo-hlr_10.42.42.2(pid=22724): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22724)]\u000a09:57:43.493344 run osmo-hlr_10.42.42.2(pid=22724): stdout: \u000a| (launched: 2022-12-09_09:57:40.016640) \u000a09:57:43.546357 run osmo-hlr_10.42.42.2(pid=22724): stderr: \u000a| �[0;m�[1;31m20221209095740211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095740211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095740211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095740211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095740211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095740211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095740223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095740231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095740231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095740231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:43.590864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22710): Terminating (SIGTERM)\u000a09:57:43.633375 run iperf3-srv_10.42.42.10(pid=22711): Terminating (SIGTERM)\u000a09:57:43.675842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22712): Terminating (SIGTERM)\u000a09:57:43.718455 run iperf3-srv_10.42.42.10(pid=22713): Terminating (SIGTERM)\u000a09:57:43.760697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22717): Terminating (SIGTERM)\u000a09:57:43.803061 run iperf3-srv_10.42.42.10(pid=22718): Terminating (SIGTERM)\u000a09:57:43.845484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22719): Terminating (SIGTERM)\u000a09:57:43.887845 run iperf3-srv_10.42.42.10(pid=22720): Terminating (SIGTERM)\u000a09:57:43.930373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22723): Terminating (SIGTERM)\u000a09:57:43.972654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22726): Terminating (SIGTERM)\u000a09:57:44.015221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22729): Terminating (SIGTERM)\u000a09:57:44.025273 --- ParallelTerminationStrategy: PID 22710 died...\u000a09:57:44.081851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22710): Terminated: ok {rc=0}\u000a09:57:44.091942 --- ParallelTerminationStrategy: PID 22711 died...\u000a09:57:44.147986 run iperf3-srv_10.42.42.10(pid=22711): Terminated {rc=256}\u000a09:57:44.158056 --- ParallelTerminationStrategy: PID 22712 died...\u000a09:57:44.214651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22712): Terminated: ok {rc=0}\u000a09:57:44.224680 --- ParallelTerminationStrategy: PID 22713 died...\u000a09:57:44.280573 run iperf3-srv_10.42.42.10(pid=22713): Terminated {rc=256}\u000a09:57:44.290848 --- ParallelTerminationStrategy: PID 22717 died...\u000a09:57:44.347155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22717): Terminated: ok {rc=0}\u000a09:57:44.357929 --- ParallelTerminationStrategy: PID 22718 died...\u000a09:57:44.414677 run iperf3-srv_10.42.42.10(pid=22718): Terminated {rc=256}\u000a09:57:44.424740 --- ParallelTerminationStrategy: PID 22719 died...\u000a09:57:44.481425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22719): Terminated: ok {rc=0}\u000a09:57:44.491595 --- ParallelTerminationStrategy: PID 22720 died...\u000a09:57:44.547853 run iperf3-srv_10.42.42.10(pid=22720): Terminated {rc=256}\u000a09:57:44.558210 --- ParallelTerminationStrategy: PID 22723 died...\u000a09:57:44.614557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22723): Terminated: ok {rc=0}\u000a09:57:44.624824 --- ParallelTerminationStrategy: PID 22726 died...\u000a09:57:44.681032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22726): Terminated: ok {rc=0}\u000a09:57:44.691491 --- ParallelTerminationStrategy: PID 22729 died...\u000a09:57:44.748198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22729): Terminated: ok {rc=0}\u000a09:57:44.835979 bus /gobi_4: Setting Powered False\u000a09:57:45.953944 bus /gobi_4: Setting Powered False\u000a09:57:47.079406 bus /gobi_1: Setting Powered False\u000a09:57:48.186017 bus /gobi_1: Setting Powered False\u000a09:57:49.294982 bus /gobi_0: Setting Powered False\u000a09:57:50.403451 bus /gobi_0: Setting Powered False\u000a09:57:51.513314 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22737): Process ended prematurely: osmo-stp_10.42.42.5(pid=22737) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22737)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22737): Process ended prematurely: osmo-stp_10.42.42.5(pid=22737) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:57:52.580010 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:52.591300 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:57:52.715986 tst ping.py: using LAC 20670\u000a09:57:52.835991 tst ping.py: using RAC 15\u000a09:57:52.955405 tst ping.py: using CellId 20670\u000a09:57:53.075168 tst ping.py: using BVCI 20671\u000a09:57:53.098256 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:53.108908 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:53.119538 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:53.130117 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:53.140509 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:53.151018 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:53.161673 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:57:53.172223 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:57:53.465874 tst ping.py:19: start network...\u000a09:57:53.601382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:54.110422 run create_hlr_db(pid=22731): Launched\u000a09:57:54.297544 bus /gobi_6: Setting Powered False\u000a09:57:55.318964 run create_hlr_db(pid=22731): Terminated: ok {rc=0}\u000a09:57:55.748321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22733): Launched\u000a09:57:56.073189 run osmo-hlr_10.42.42.2(pid=22734): Launched\u000a09:57:56.192058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:56.754991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22736): Launched\u000a09:57:57.078787 run osmo-stp_10.42.42.5(pid=22737): Launched\u000a09:57:57.195686 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:57:57.757440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22739): Launched\u000a09:57:57.872347 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:57:58.154507 run patchelf(pid=22740): Launched\u000a09:57:58.343483 run osmo-stp_10.42.42.5(pid=22737): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22737)]\u000a09:57:58.480869 run osmo-stp_10.42.42.5(pid=22737): stdout: \u000a| (launched: 2022-12-09_09:57:56.918117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:58.618432 run osmo-stp_10.42.42.5(pid=22737): stderr: \u000a| �[0;m�[38;5;43m20221209095757110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095757110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095757110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095757110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095757113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095757113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095757113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:58.751368 run osmo-stp_10.42.42.5(pid=22737): stdout: \u000a| (launched: 2022-12-09_09:57:56.918117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:58.883308 run osmo-stp_10.42.42.5(pid=22737): stderr: \u000a| �[0;m�[38;5;43m20221209095757110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095757110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095757110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095757110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095757113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095757113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095757113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:59.036543 run patchelf(pid=22740): Terminating (SIGINT)\u000a09:57:59.215977 run patchelf(pid=22740): Terminated: ok {rc=0}\u000a09:57:59.248663 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22737): Process ended prematurely: osmo-stp_10.42.42.5(pid=22737) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22737)] [trial-2358↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a09:57:59.258228 tst ping.py:22: Test FAILED (6.7 sec)\u000a09:57:59.322292 run osmo-hlr_10.42.42.2(pid=22734): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22734)]\u000a09:57:59.374472 run osmo-hlr_10.42.42.2(pid=22734): stdout: \u000a| (launched: 2022-12-09_09:57:55.912020) \u000a09:57:59.427536 run osmo-hlr_10.42.42.2(pid=22734): stderr: \u000a| �[0;m�[1;31m20221209095756112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095756112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095756112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095756112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095756113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095756113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095756125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095756133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095756133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095756133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:59.472334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22733): Terminating (SIGTERM)\u000a09:57:59.515138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22736): Terminating (SIGTERM)\u000a09:57:59.557408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22739): Terminating (SIGTERM)\u000a09:57:59.567486 --- ParallelTerminationStrategy: PID 22733 died...\u000a09:57:59.624337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22733): Terminated: ok {rc=0}\u000a09:57:59.634801 --- ParallelTerminationStrategy: PID 22736 died...\u000a09:57:59.691512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22736): Terminated: ok {rc=0}\u000a09:57:59.701835 --- ParallelTerminationStrategy: PID 22739 died...\u000a09:57:59.758815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22739): Terminated: ok {rc=0}\u000a09:57:59.847744 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22747): Process ended prematurely: osmo-stp_10.42.42.5(pid=22747) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22747)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22747): Process ended prematurely: osmo-stp_10.42.42.5(pid=22747) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:58:00.911724 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:58:00.924343 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:58:01.063711 tst ping_idle_ping.py: using LAC 20671\u000a09:58:01.191126 tst ping_idle_ping.py: using RAC 16\u000a09:58:01.343332 tst ping_idle_ping.py: using CellId 20671\u000a09:58:01.469758 tst ping_idle_ping.py: using BVCI 20672\u000a09:58:01.494380 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:58:01.506262 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:58:01.523336 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:58:01.536052 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:58:01.547625 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:58:01.560470 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:58:01.573969 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:58:01.587737 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:58:01.890512 tst ping_idle_ping.py:24: start network...\u000a09:58:02.030097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:02.546050 run create_hlr_db(pid=22741): Launched\u000a09:58:02.732759 bus /gobi_6: Setting Powered False\u000a09:58:03.753259 run create_hlr_db(pid=22741): Terminated: ok {rc=0}\u000a09:58:04.158601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22743): Launched\u000a09:58:04.461156 run osmo-hlr_10.42.42.2(pid=22744): Launched\u000a09:58:04.579546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:05.111855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22746): Launched\u000a09:58:05.411928 run osmo-stp_10.42.42.5(pid=22747): Launched\u000a09:58:05.521069 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:58:06.046941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22749): Launched\u000a09:58:06.153299 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:58:06.415301 run patchelf(pid=22750): Launched\u000a09:58:06.590852 run osmo-stp_10.42.42.5(pid=22747): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22747)]\u000a09:58:06.719055 run osmo-stp_10.42.42.5(pid=22747): stdout: \u000a| (launched: 2022-12-09_09:58:05.263524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:06.847115 run osmo-stp_10.42.42.5(pid=22747): stderr: \u000a| �[0;m�[38;5;43m20221209095805437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095805437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095805438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095805438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095805439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095805439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095805439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:06.970829 run osmo-stp_10.42.42.5(pid=22747): stdout: \u000a| (launched: 2022-12-09_09:58:05.263524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:07.093536 run osmo-stp_10.42.42.5(pid=22747): stderr: \u000a| �[0;m�[38;5;43m20221209095805437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095805437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095805438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095805438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095805439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095805439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095805439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:07.236468 run patchelf(pid=22750): Terminating (SIGINT)\u000a09:58:07.404139 run patchelf(pid=22750): Terminated: ok {rc=0}\u000a09:58:07.434683 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22747): Process ended prematurely: osmo-stp_10.42.42.5(pid=22747) [trial-2358↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22747)] [trial-2358↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:58:07.443367 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:58:07.503165 run osmo-hlr_10.42.42.2(pid=22744): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22744)]\u000a09:58:07.552140 run osmo-hlr_10.42.42.2(pid=22744): stdout: \u000a| (launched: 2022-12-09_09:58:04.311672) \u000a09:58:07.601703 run osmo-hlr_10.42.42.2(pid=22744): stderr: \u000a| �[0;m�[1;31m20221209095804488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095804488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095804488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095804488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095804488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095804488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095804500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095804510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095804510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095804510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:58:07.643984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22743): Terminating (SIGTERM)\u000a09:58:07.684088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22746): Terminating (SIGTERM)\u000a09:58:07.724232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22749): Terminating (SIGTERM)\u000a09:58:07.733509 --- ParallelTerminationStrategy: PID 22743 died...\u000a09:58:07.787377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22743): Terminated: ok {rc=0}\u000a09:58:07.797125 --- ParallelTerminationStrategy: PID 22746 died...\u000a09:58:07.850486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22746): Terminated: ok {rc=0}\u000a09:58:07.860112 --- ParallelTerminationStrategy: PID 22749 died...\u000a09:58:07.913953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22749): Terminated: ok {rc=0}\u000a09:58:07.998352 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:57:09" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22764): Process ended prematurely: osmo-stp_10.42.42.5(pid=22764) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22764)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22764): Process ended prematurely: osmo-stp_10.42.42.5(pid=22764) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:58:10.105350 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:10.116732 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:58:10.272828 tst cs_paging_gprs_active.py: using LAC 20672\u000a09:58:10.403734 tst cs_paging_gprs_active.py: using RAC 17\u000a09:58:10.526311 tst cs_paging_gprs_active.py: using CellId 20672\u000a09:58:10.648153 tst cs_paging_gprs_active.py: using BVCI 20673\u000a09:58:10.671673 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:10.682740 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:10.693381 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:10.704011 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:10.714710 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:10.725297 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:10.735973 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:10.746462 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:10.757130 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:58:10.878525 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:58:11.178139 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:58:11.316644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:11.657414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22754): Launched\u000a09:58:11.940417 run iperf3-srv_10.42.42.10(pid=22755): Launched\u000a09:58:12.142661 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:58:12.280040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:12.619433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22756): Launched\u000a09:58:12.902665 run iperf3-srv_10.42.42.10(pid=22757): Launched\u000a09:58:13.104846 tst cs_paging_gprs_active.py:38: start network...\u000a09:58:13.242494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:13.762588 run create_hlr_db(pid=22758): Launched\u000a09:58:13.952296 bus /gobi_6: Setting Powered False\u000a09:58:14.973834 run create_hlr_db(pid=22758): Terminated: ok {rc=0}\u000a09:58:15.384798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22760): Launched\u000a09:58:15.693922 run osmo-hlr_10.42.42.2(pid=22761): Launched\u000a09:58:15.815970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:16.467492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22763): Launched\u000a09:58:16.908865 run osmo-stp_10.42.42.5(pid=22764): Launched\u000a09:58:17.124660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:58:17.658744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22766): Launched\u000a09:58:17.767433 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:58:18.034338 run patchelf(pid=22767): Launched\u000a09:58:18.212833 run osmo-stp_10.42.42.5(pid=22764): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22764)]\u000a09:58:18.343509 run osmo-stp_10.42.42.5(pid=22764): stdout: \u000a| (launched: 2022-12-09_09:58:16.640146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:18.474201 run osmo-stp_10.42.42.5(pid=22764): stderr: \u000a| �[0;m�[38;5;43m20221209095816941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095816941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095816941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095816942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095816942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095816942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095816942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:18.600382 run osmo-stp_10.42.42.5(pid=22764): stdout: \u000a| (launched: 2022-12-09_09:58:16.640146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:18.725632 run osmo-stp_10.42.42.5(pid=22764): stderr: \u000a| �[0;m�[38;5;43m20221209095816941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095816941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095816941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095816942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095816942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095816942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095816942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:18.871706 run patchelf(pid=22767): Terminating (SIGINT)\u000a09:58:19.043057 run patchelf(pid=22767): Terminated: ok {rc=0}\u000a09:58:19.074570 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22764): Process ended prematurely: osmo-stp_10.42.42.5(pid=22764) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22764)] [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:58:19.083887 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a09:58:19.144322 run osmo-hlr_10.42.42.2(pid=22761): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22761)]\u000a09:58:19.193789 run osmo-hlr_10.42.42.2(pid=22761): stdout: \u000a| (launched: 2022-12-09_09:58:15.540725) \u000a09:58:19.243893 run osmo-hlr_10.42.42.2(pid=22761): stderr: \u000a| �[0;m�[1;31m20221209095815716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095815716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095815716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095815716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095815716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095815716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095815729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095815738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095815739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095815739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:58:19.286600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22754): Terminating (SIGTERM)\u000a09:58:19.326655 run iperf3-srv_10.42.42.10(pid=22755): Terminating (SIGTERM)\u000a09:58:19.366828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22756): Terminating (SIGTERM)\u000a09:58:19.407035 run iperf3-srv_10.42.42.10(pid=22757): Terminating (SIGTERM)\u000a09:58:19.447233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22760): Terminating (SIGTERM)\u000a09:58:19.487393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22763): Terminating (SIGTERM)\u000a09:58:19.527686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22766): Terminating (SIGTERM)\u000a09:58:19.537061 --- ParallelTerminationStrategy: PID 22754 died...\u000a09:58:19.590978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22754): Terminated: ok {rc=0}\u000a09:58:19.600664 --- ParallelTerminationStrategy: PID 22755 died...\u000a09:58:19.654130 run iperf3-srv_10.42.42.10(pid=22755): Terminated {rc=256}\u000a09:58:19.663843 --- ParallelTerminationStrategy: PID 22756 died...\u000a09:58:19.718072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22756): Terminated: ok {rc=0}\u000a09:58:19.727808 --- ParallelTerminationStrategy: PID 22757 died...\u000a09:58:19.781364 run iperf3-srv_10.42.42.10(pid=22757): Terminated {rc=256}\u000a09:58:19.791133 --- ParallelTerminationStrategy: PID 22760 died...\u000a09:58:19.844703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22760): Terminated: ok {rc=0}\u000a09:58:19.854606 --- ParallelTerminationStrategy: PID 22763 died...\u000a09:58:19.908137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22763): Terminated: ok {rc=0}\u000a09:58:19.918042 --- ParallelTerminationStrategy: PID 22766 died...\u000a09:58:19.971743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22766): Terminated: ok {rc=0}\u000a09:58:20.061285 bus /gobi_0: Setting Powered False\u000a09:58:21.166308 bus /gobi_0: Setting Powered False\u000a09:58:22.279309 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22776): Process ended prematurely: osmo-stp_10.42.42.5(pid=22776) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22776)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22776): Process ended prematurely: osmo-stp_10.42.42.5(pid=22776) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:58:23.390155 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:23.401632 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:58:23.548735 tst iperf3.py: using LAC 20673\u000a09:58:23.671004 tst iperf3.py: using RAC 18\u000a09:58:23.792777 tst iperf3.py: using CellId 20673\u000a09:58:23.913681 tst iperf3.py: using BVCI 20674\u000a09:58:23.936856 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:23.947718 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:23.958401 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:23.969079 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:23.979552 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:23.990197 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:24.000822 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:24.011672 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:24.022464 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:58:24.318321 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:58:24.456473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:24.798299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22768): Launched\u000a09:58:25.084301 run iperf3-srv_10.42.42.10(pid=22769): Launched\u000a09:58:25.285179 tst iperf3.py:8: start network...\u000a09:58:25.422527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:25.940257 run create_hlr_db(pid=22770): Launched\u000a09:58:26.130213 bus /gobi_6: Setting Powered False\u000a09:58:27.151498 run create_hlr_db(pid=22770): Terminated: ok {rc=0}\u000a09:58:27.560848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22772): Launched\u000a09:58:27.866515 run osmo-hlr_10.42.42.2(pid=22773): Launched\u000a09:58:27.979164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:28.508672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22775): Launched\u000a09:58:28.813252 run osmo-stp_10.42.42.5(pid=22776): Launched\u000a09:58:28.923743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:58:29.456596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22778): Launched\u000a09:58:29.565145 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:58:29.830761 run patchelf(pid=22779): Launched\u000a09:58:30.009151 run osmo-stp_10.42.42.5(pid=22776): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22776)]\u000a09:58:30.139930 run osmo-stp_10.42.42.5(pid=22776): stdout: \u000a| (launched: 2022-12-09_09:58:28.663311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:30.270241 run osmo-stp_10.42.42.5(pid=22776): stderr: \u000a| �[0;m�[38;5;43m20221209095828833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095828833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095828834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095828834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095828834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095828834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095828835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:30.396203 run osmo-stp_10.42.42.5(pid=22776): stdout: \u000a| (launched: 2022-12-09_09:58:28.663311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:30.520915 run osmo-stp_10.42.42.5(pid=22776): stderr: \u000a| �[0;m�[38;5;43m20221209095828833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095828833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095828834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095828834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095828834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095828834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095828835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:30.666520 run patchelf(pid=22779): Terminating (SIGINT)\u000a09:58:30.852440 run patchelf(pid=22779): Terminated: ok {rc=0}\u000a09:58:30.887103 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22776): Process ended prematurely: osmo-stp_10.42.42.5(pid=22776) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22776)] [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:58:30.897588 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:58:30.964229 run osmo-hlr_10.42.42.2(pid=22773): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22773)]\u000a09:58:31.014605 run osmo-hlr_10.42.42.2(pid=22773): stdout: \u000a| (launched: 2022-12-09_09:58:27.716101) \u000a09:58:31.066444 run osmo-hlr_10.42.42.2(pid=22773): stderr: \u000a| �[0;m�[1;31m20221209095827893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095827893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095827893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095827893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095827893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095827893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095827905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095827914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095827914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095827915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:58:31.109997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22768): Terminating (SIGTERM)\u000a09:58:31.153329 run iperf3-srv_10.42.42.10(pid=22769): Terminating (SIGTERM)\u000a09:58:31.197319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22772): Terminating (SIGTERM)\u000a09:58:31.239054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22775): Terminating (SIGTERM)\u000a09:58:31.280810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22778): Terminating (SIGTERM)\u000a09:58:31.291255 --- ParallelTerminationStrategy: PID 22768 died...\u000a09:58:31.348432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22768): Terminated: ok {rc=0}\u000a09:58:31.358640 --- ParallelTerminationStrategy: PID 22769 died...\u000a09:58:31.412874 run iperf3-srv_10.42.42.10(pid=22769): Terminated {rc=256}\u000a09:58:31.423326 --- ParallelTerminationStrategy: PID 22772 died...\u000a09:58:31.478338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22772): Terminated: ok {rc=0}\u000a09:58:31.488773 --- ParallelTerminationStrategy: PID 22775 died...\u000a09:58:31.544026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22775): Terminated: ok {rc=0}\u000a09:58:31.554225 --- ParallelTerminationStrategy: PID 22778 died...\u000a09:58:31.609385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22778): Terminated: ok {rc=0}\u000a09:58:31.696710 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22795): Process ended prematurely: osmo-stp_10.42.42.5(pid=22795) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22795)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22795): Process ended prematurely: osmo-stp_10.42.42.5(pid=22795) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:58:32.806888 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:32.818499 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:58:32.961256 tst iperf3m4.py: using LAC 20674\u000a09:58:33.083587 tst iperf3m4.py: using RAC 19\u000a09:58:33.201273 tst iperf3m4.py: using CellId 20674\u000a09:58:33.320119 tst iperf3m4.py: using BVCI 20675\u000a09:58:33.343665 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:33.354509 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:33.365098 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:33.375786 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:33.386472 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:33.397227 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:33.407905 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:33.418435 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:33.429194 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:58:33.550647 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:58:33.675285 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:58:33.792122 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:58:34.091255 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:58:34.229377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:34.571438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22781): Launched\u000a09:58:34.856365 run iperf3-srv_10.42.42.10(pid=22782): Launched\u000a09:58:35.057560 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:58:35.194545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:35.534420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22783): Launched\u000a09:58:35.816566 run iperf3-srv_10.42.42.10(pid=22784): Launched\u000a09:58:36.017762 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:58:36.155357 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:36.494476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22785): Launched\u000a09:58:36.777875 run iperf3-srv_10.42.42.10(pid=22786): Launched\u000a09:58:36.978947 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:58:37.117040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:37.459502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22787): Launched\u000a09:58:37.743696 run iperf3-srv_10.42.42.10(pid=22788): Launched\u000a09:58:37.943615 tst iperf3m4.py:8: start network...\u000a09:58:38.081290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:38.596380 run create_hlr_db(pid=22789): Launched\u000a09:58:38.785442 bus /gobi_6: Setting Powered False\u000a09:58:39.807268 run create_hlr_db(pid=22789): Terminated: ok {rc=0}\u000a09:58:40.217619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22791): Launched\u000a09:58:40.523272 run osmo-hlr_10.42.42.2(pid=22792): Launched\u000a09:58:40.641060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:41.178356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22794): Launched\u000a09:58:41.481961 run osmo-stp_10.42.42.5(pid=22795): Launched\u000a09:58:41.593509 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:58:42.123574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22797): Launched\u000a09:58:42.232750 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:58:42.498067 run patchelf(pid=22798): Launched\u000a09:58:42.675956 run osmo-stp_10.42.42.5(pid=22795): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22795)]\u000a09:58:42.805844 run osmo-stp_10.42.42.5(pid=22795): stdout: \u000a| (launched: 2022-12-09_09:58:41.332160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:42.936053 run osmo-stp_10.42.42.5(pid=22795): stderr: \u000a| �[0;m�[38;5;43m20221209095841499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095841499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095841499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095841500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095841500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095841500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095841500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:43.062086 run osmo-stp_10.42.42.5(pid=22795): stdout: \u000a| (launched: 2022-12-09_09:58:41.332160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:43.187248 run osmo-stp_10.42.42.5(pid=22795): stderr: \u000a| �[0;m�[38;5;43m20221209095841499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095841499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095841499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095841500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095841500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095841500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095841500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:43.332792 run patchelf(pid=22798): Terminating (SIGINT)\u000a09:58:43.503434 run patchelf(pid=22798): Terminated: ok {rc=0}\u000a09:58:43.534704 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22795): Process ended prematurely: osmo-stp_10.42.42.5(pid=22795) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22795)] [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:58:43.544050 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a09:58:43.604704 run osmo-hlr_10.42.42.2(pid=22792): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22792)]\u000a09:58:43.654259 run osmo-hlr_10.42.42.2(pid=22792): stdout: \u000a| (launched: 2022-12-09_09:58:40.372313) \u000a09:58:43.704398 run osmo-hlr_10.42.42.2(pid=22792): stderr: \u000a| �[0;m�[1;31m20221209095840546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095840546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095840546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095840546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095840546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095840546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095840570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095840579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095840580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095840580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:58:43.747021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22781): Terminating (SIGTERM)\u000a09:58:43.787385 run iperf3-srv_10.42.42.10(pid=22782): Terminating (SIGTERM)\u000a09:58:43.827990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22783): Terminating (SIGTERM)\u000a09:58:43.868186 run iperf3-srv_10.42.42.10(pid=22784): Terminating (SIGTERM)\u000a09:58:43.908593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22785): Terminating (SIGTERM)\u000a09:58:43.948813 run iperf3-srv_10.42.42.10(pid=22786): Terminating (SIGTERM)\u000a09:58:43.989639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22787): Terminating (SIGTERM)\u000a09:58:44.029960 run iperf3-srv_10.42.42.10(pid=22788): Terminating (SIGTERM)\u000a09:58:44.070312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22791): Terminating (SIGTERM)\u000a09:58:44.110614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22794): Terminating (SIGTERM)\u000a09:58:44.150876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22797): Terminating (SIGTERM)\u000a09:58:44.160416 --- ParallelTerminationStrategy: PID 22781 died...\u000a09:58:44.214883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22781): Terminated: ok {rc=0}\u000a09:58:44.224824 --- ParallelTerminationStrategy: PID 22782 died...\u000a09:58:44.278357 run iperf3-srv_10.42.42.10(pid=22782): Terminated {rc=256}\u000a09:58:44.288182 --- ParallelTerminationStrategy: PID 22783 died...\u000a09:58:44.341748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22783): Terminated: ok {rc=0}\u000a09:58:44.351559 --- ParallelTerminationStrategy: PID 22784 died...\u000a09:58:44.405508 run iperf3-srv_10.42.42.10(pid=22784): Terminated {rc=256}\u000a09:58:44.415249 --- ParallelTerminationStrategy: PID 22785 died...\u000a09:58:44.468703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22785): Terminated: ok {rc=0}\u000a09:58:44.478574 --- ParallelTerminationStrategy: PID 22786 died...\u000a09:58:44.531861 run iperf3-srv_10.42.42.10(pid=22786): Terminated {rc=256}\u000a09:58:44.541788 --- ParallelTerminationStrategy: PID 22787 died...\u000a09:58:44.595150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22787): Terminated: ok {rc=0}\u000a09:58:44.604877 --- ParallelTerminationStrategy: PID 22788 died...\u000a09:58:44.658556 run iperf3-srv_10.42.42.10(pid=22788): Terminated {rc=256}\u000a09:58:44.668336 --- ParallelTerminationStrategy: PID 22791 died...\u000a09:58:44.722111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22791): Terminated: ok {rc=0}\u000a09:58:44.732045 --- ParallelTerminationStrategy: PID 22794 died...\u000a09:58:44.785426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22794): Terminated: ok {rc=0}\u000a09:58:44.795360 --- ParallelTerminationStrategy: PID 22797 died...\u000a09:58:44.848818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22797): Terminated: ok {rc=0}\u000a09:58:44.938791 bus /gobi_4: Setting Powered False\u000a09:58:46.049406 bus /gobi_4: Setting Powered False\u000a09:58:47.199959 bus /gobi_1: Setting Powered False\u000a09:58:48.306097 bus /gobi_1: Setting Powered False\u000a09:58:49.419814 bus /gobi_0: Setting Powered False\u000a09:58:50.526856 bus /gobi_0: Setting Powered False\u000a09:58:51.635938 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22805): Process ended prematurely: osmo-stp_10.42.42.5(pid=22805) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22805)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22805): Process ended prematurely: osmo-stp_10.42.42.5(pid=22805) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:58:52.706484 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:52.718598 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:58:52.866538 tst ping.py: using LAC 20675\u000a09:58:52.984402 tst ping.py: using RAC 20\u000a09:58:53.104418 tst ping.py: using CellId 20675\u000a09:58:53.224557 tst ping.py: using BVCI 20676\u000a09:58:53.247796 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:53.258716 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:53.269273 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:53.279900 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:53.290920 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:53.301638 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:53.312451 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:58:53.323299 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:58:53.597445 tst ping.py:19: start network...\u000a09:58:53.722579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:54.204304 run create_hlr_db(pid=22799): Launched\u000a09:58:54.377671 bus /gobi_6: Setting Powered False\u000a09:58:55.398279 run create_hlr_db(pid=22799): Terminated: ok {rc=0}\u000a09:58:55.828389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22801): Launched\u000a09:58:56.151256 run osmo-hlr_10.42.42.2(pid=22802): Launched\u000a09:58:56.269273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:56.839256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22804): Launched\u000a09:58:57.163650 run osmo-stp_10.42.42.5(pid=22805): Launched\u000a09:58:57.280911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:58:57.844035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22807): Launched\u000a09:58:57.958419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:58:58.239189 run patchelf(pid=22808): Launched\u000a09:58:58.427740 run osmo-stp_10.42.42.5(pid=22805): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22805)]\u000a09:58:58.565367 run osmo-stp_10.42.42.5(pid=22805): stdout: \u000a| (launched: 2022-12-09_09:58:57.003108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:58.702784 run osmo-stp_10.42.42.5(pid=22805): stderr: \u000a| �[0;m�[38;5;43m20221209095857195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095857195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095857195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095857195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095857196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095857196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095857196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:58.836053 run osmo-stp_10.42.42.5(pid=22805): stdout: \u000a| (launched: 2022-12-09_09:58:57.003108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:58.968194 run osmo-stp_10.42.42.5(pid=22805): stderr: \u000a| �[0;m�[38;5;43m20221209095857195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095857195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095857195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095857195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095857196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095857196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095857196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:59.122060 run patchelf(pid=22808): Terminating (SIGINT)\u000a09:58:59.301924 run patchelf(pid=22808): Terminated: ok {rc=0}\u000a09:58:59.334590 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22805): Process ended prematurely: osmo-stp_10.42.42.5(pid=22805) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22805)] [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:58:59.343984 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:58:59.408508 run osmo-hlr_10.42.42.2(pid=22802): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22802)]\u000a09:58:59.460865 run osmo-hlr_10.42.42.2(pid=22802): stdout: \u000a| (launched: 2022-12-09_09:58:55.992172) \u000a09:58:59.513738 run osmo-hlr_10.42.42.2(pid=22802): stderr: \u000a| �[0;m�[1;31m20221209095856191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095856191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095856191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095856192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095856192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095856192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095856204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095856212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095856212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095856212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:58:59.558904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22801): Terminating (SIGTERM)\u000a09:58:59.601590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22804): Terminating (SIGTERM)\u000a09:58:59.643789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22807): Terminating (SIGTERM)\u000a09:58:59.654041 --- ParallelTerminationStrategy: PID 22801 died...\u000a09:58:59.710853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22801): Terminated: ok {rc=0}\u000a09:58:59.720920 --- ParallelTerminationStrategy: PID 22804 died...\u000a09:58:59.777922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22804): Terminated: ok {rc=0}\u000a09:58:59.787982 --- ParallelTerminationStrategy: PID 22807 died...\u000a09:58:59.844317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22807): Terminated: ok {rc=0}\u000a09:58:59.932009 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22815): Process ended prematurely: osmo-stp_10.42.42.5(pid=22815) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22815)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22815): Process ended prematurely: osmo-stp_10.42.42.5(pid=22815) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:59:00.985405 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:59:00.997832 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:59:01.145622 tst ping_idle_ping.py: using LAC 20676\u000a09:59:01.276897 tst ping_idle_ping.py: using RAC 21\u000a09:59:01.429550 tst ping_idle_ping.py: using CellId 20676\u000a09:59:01.559088 tst ping_idle_ping.py: using BVCI 20677\u000a09:59:01.583736 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:59:01.596247 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:59:01.607545 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:59:01.619435 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:59:01.631525 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:59:01.643209 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:59:01.655068 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:59:01.666378 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:59:02.000256 tst ping_idle_ping.py:24: start network...\u000a09:59:02.168758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:02.661910 run create_hlr_db(pid=22809): Launched\u000a09:59:02.835936 bus /gobi_6: Setting Powered False\u000a09:59:03.856439 run create_hlr_db(pid=22809): Terminated: ok {rc=0}\u000a09:59:04.260401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22811): Launched\u000a09:59:04.565890 run osmo-hlr_10.42.42.2(pid=22812): Launched\u000a09:59:04.675257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:05.201275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22814): Launched\u000a09:59:05.502667 run osmo-stp_10.42.42.5(pid=22815): Launched\u000a09:59:05.612099 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:59:06.138435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22817): Launched\u000a09:59:06.244862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:59:06.507176 run patchelf(pid=22818): Launched\u000a09:59:06.683382 run osmo-stp_10.42.42.5(pid=22815): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22815)]\u000a09:59:06.812057 run osmo-stp_10.42.42.5(pid=22815): stdout: \u000a| (launched: 2022-12-09_09:59:05.353704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:06.940595 run osmo-stp_10.42.42.5(pid=22815): stderr: \u000a| �[0;m�[38;5;43m20221209095905523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095905523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095905524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095905524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095905525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095905525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095905525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:07.065096 run osmo-stp_10.42.42.5(pid=22815): stdout: \u000a| (launched: 2022-12-09_09:59:05.353704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:07.188239 run osmo-stp_10.42.42.5(pid=22815): stderr: \u000a| �[0;m�[38;5;43m20221209095905523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095905523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095905524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095905524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095905525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095905525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095905525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:07.330924 run patchelf(pid=22818): Terminating (SIGINT)\u000a09:59:07.499068 run patchelf(pid=22818): Terminated: ok {rc=0}\u000a09:59:07.529956 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22815): Process ended prematurely: osmo-stp_10.42.42.5(pid=22815) [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22815)] [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:59:07.538850 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:59:07.598513 run osmo-hlr_10.42.42.2(pid=22812): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22812)]\u000a09:59:07.647591 run osmo-hlr_10.42.42.2(pid=22812): stdout: \u000a| (launched: 2022-12-09_09:59:04.414850) \u000a09:59:07.697416 run osmo-hlr_10.42.42.2(pid=22812): stderr: \u000a| �[0;m�[1;31m20221209095904594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095904594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095904594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095904594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095904594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095904594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095904607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095904616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095904616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095904616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:07.739932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22811): Terminating (SIGTERM)\u000a09:59:07.779897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22814): Terminating (SIGTERM)\u000a09:59:07.820021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22817): Terminating (SIGTERM)\u000a09:59:07.829356 --- ParallelTerminationStrategy: PID 22811 died...\u000a09:59:07.882930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22811): Terminated: ok {rc=0}\u000a09:59:07.892439 --- ParallelTerminationStrategy: PID 22814 died...\u000a09:59:07.945572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22814): Terminated: ok {rc=0}\u000a09:59:07.955275 --- ParallelTerminationStrategy: PID 22817 died...\u000a09:59:08.008263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22817): Terminated: ok {rc=0}\u000a09:59:08.097959 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:58:09" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22833): Process ended prematurely: osmo-stp_10.42.42.5(pid=22833) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22833)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22833): Process ended prematurely: osmo-stp_10.42.42.5(pid=22833) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:59:10.219896 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:10.231337 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:59:10.384353 tst cs_paging_gprs_active.py: using LAC 20677\u000a09:59:10.513116 tst cs_paging_gprs_active.py: using RAC 22\u000a09:59:10.634237 tst cs_paging_gprs_active.py: using CellId 20677\u000a09:59:10.753137 tst cs_paging_gprs_active.py: using BVCI 20678\u000a09:59:10.776685 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:10.787669 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:10.798477 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:10.809878 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:10.821032 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:10.832193 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:10.843419 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:10.854442 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:10.865647 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:59:10.982418 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:59:11.280593 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:59:11.418575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:11.759013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22823): Launched\u000a09:59:12.042051 run iperf3-srv_10.42.42.10(pid=22824): Launched\u000a09:59:12.243048 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:59:12.380146 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:12.718744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22825): Launched\u000a09:59:13.000056 run iperf3-srv_10.42.42.10(pid=22826): Launched\u000a09:59:13.201136 tst cs_paging_gprs_active.py:38: start network...\u000a09:59:13.337865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:13.854113 run create_hlr_db(pid=22827): Launched\u000a09:59:14.044050 bus /gobi_6: Setting Powered False\u000a09:59:15.065611 run create_hlr_db(pid=22827): Terminated: ok {rc=0}\u000a09:59:15.501349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22829): Launched\u000a09:59:15.850520 run osmo-hlr_10.42.42.2(pid=22830): Launched\u000a09:59:16.051153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:16.636585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22832): Launched\u000a09:59:17.086444 run osmo-stp_10.42.42.5(pid=22833): Launched\u000a09:59:17.368259 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:59:17.948730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22835): Launched\u000a09:59:18.066312 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:59:18.353631 run patchelf(pid=22836): Launched\u000a09:59:18.546137 run osmo-stp_10.42.42.5(pid=22833): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22833)]\u000a09:59:18.686449 run osmo-stp_10.42.42.5(pid=22833): stdout: \u000a| (launched: 2022-12-09_09:59:16.796206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:18.827523 run osmo-stp_10.42.42.5(pid=22833): stderr: \u000a| �[0;m�[38;5;43m20221209095917142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095917142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095917143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095917144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095917145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095917145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095917145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:18.963769 run osmo-stp_10.42.42.5(pid=22833): stdout: \u000a| (launched: 2022-12-09_09:59:16.796206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:19.099649 run osmo-stp_10.42.42.5(pid=22833): stderr: \u000a| �[0;m�[38;5;43m20221209095917142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095917142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095917143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095917144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095917145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095917145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095917145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:19.256768 run patchelf(pid=22836): Terminating (SIGINT)\u000a09:59:19.441433 run patchelf(pid=22836): Terminated: ok {rc=0}\u000a09:59:19.475195 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22833): Process ended prematurely: osmo-stp_10.42.42.5(pid=22833) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22833)] [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:59:19.485295 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a09:59:19.549992 run osmo-hlr_10.42.42.2(pid=22830): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22830)]\u000a09:59:19.602413 run osmo-hlr_10.42.42.2(pid=22830): stdout: \u000a| (launched: 2022-12-09_09:59:15.668543) \u000a09:59:19.655236 run osmo-hlr_10.42.42.2(pid=22830): stderr: \u000a| �[0;m�[1;31m20221209095915935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095915935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095915935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095915935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095915935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095915935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095915957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095915976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095915977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095915977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:19.700257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22823): Terminating (SIGTERM)\u000a09:59:19.743341 run iperf3-srv_10.42.42.10(pid=22824): Terminating (SIGTERM)\u000a09:59:19.786303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22825): Terminating (SIGTERM)\u000a09:59:19.828564 run iperf3-srv_10.42.42.10(pid=22826): Terminating (SIGTERM)\u000a09:59:19.871439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22829): Terminating (SIGTERM)\u000a09:59:19.913990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22832): Terminating (SIGTERM)\u000a09:59:19.956648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22835): Terminating (SIGTERM)\u000a09:59:19.966515 --- ParallelTerminationStrategy: PID 22823 died...\u000a09:59:20.023528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22823): Terminated: ok {rc=0}\u000a09:59:20.034122 --- ParallelTerminationStrategy: PID 22824 died...\u000a09:59:20.090956 run iperf3-srv_10.42.42.10(pid=22824): Terminated {rc=256}\u000a09:59:20.101179 --- ParallelTerminationStrategy: PID 22825 died...\u000a09:59:20.157703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22825): Terminated: ok {rc=0}\u000a09:59:20.168155 --- ParallelTerminationStrategy: PID 22826 died...\u000a09:59:20.224927 run iperf3-srv_10.42.42.10(pid=22826): Terminated {rc=256}\u000a09:59:20.235209 --- ParallelTerminationStrategy: PID 22829 died...\u000a09:59:20.291930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22829): Terminated: ok {rc=0}\u000a09:59:20.302294 --- ParallelTerminationStrategy: PID 22832 died...\u000a09:59:20.358969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22832): Terminated: ok {rc=0}\u000a09:59:20.369531 --- ParallelTerminationStrategy: PID 22835 died...\u000a09:59:20.426034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22835): Terminated: ok {rc=0}\u000a09:59:20.514884 bus /gobi_0: Setting Powered False\u000a09:59:21.622928 bus /gobi_0: Setting Powered False\u000a09:59:22.731672 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22845): Process ended prematurely: osmo-stp_10.42.42.5(pid=22845) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22845)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22845): Process ended prematurely: osmo-stp_10.42.42.5(pid=22845) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:59:23.848189 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:23.860118 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:59:24.010502 tst iperf3.py: using LAC 20678\u000a09:59:24.129791 tst iperf3.py: using RAC 23\u000a09:59:24.248896 tst iperf3.py: using CellId 20678\u000a09:59:24.370594 tst iperf3.py: using BVCI 20679\u000a09:59:24.394087 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:24.405134 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:24.415873 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:24.426903 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:24.437614 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:24.448331 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:24.459282 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:24.469973 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:24.480874 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:59:24.779172 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:59:24.917017 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:25.259239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22837): Launched\u000a09:59:25.543614 run iperf3-srv_10.42.42.10(pid=22838): Launched\u000a09:59:25.744469 tst iperf3.py:8: start network...\u000a09:59:25.882114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:26.399663 run create_hlr_db(pid=22839): Launched\u000a09:59:26.589733 bus /gobi_6: Setting Powered False\u000a09:59:27.611293 run create_hlr_db(pid=22839): Terminated: ok {rc=0}\u000a09:59:28.020665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22841): Launched\u000a09:59:28.325854 run osmo-hlr_10.42.42.2(pid=22842): Launched\u000a09:59:28.449251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:28.989034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22844): Launched\u000a09:59:29.294787 run osmo-stp_10.42.42.5(pid=22845): Launched\u000a09:59:29.406385 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:59:29.941819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22847): Launched\u000a09:59:30.050776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:59:30.317186 run patchelf(pid=22848): Launched\u000a09:59:30.495784 run osmo-stp_10.42.42.5(pid=22845): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22845)]\u000a09:59:30.627340 run osmo-stp_10.42.42.5(pid=22845): stdout: \u000a| (launched: 2022-12-09_09:59:29.144159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:30.758125 run osmo-stp_10.42.42.5(pid=22845): stderr: \u000a| �[0;m�[38;5;43m20221209095929315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095929315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095929315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095929315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095929316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095929316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095929316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:30.900361 run osmo-stp_10.42.42.5(pid=22845): stdout: \u000a| (launched: 2022-12-09_09:59:29.144159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:31.048074 run osmo-stp_10.42.42.5(pid=22845): stderr: \u000a| �[0;m�[38;5;43m20221209095929315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095929315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095929315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095929315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095929316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095929316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095929316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:31.210526 run patchelf(pid=22848): Terminating (SIGINT)\u000a09:59:31.402434 run patchelf(pid=22848): Terminated: ok {rc=0}\u000a09:59:31.438667 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22845): Process ended prematurely: osmo-stp_10.42.42.5(pid=22845) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22845)] [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:59:31.450039 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:59:31.519292 run osmo-hlr_10.42.42.2(pid=22842): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22842)]\u000a09:59:31.575699 run osmo-hlr_10.42.42.2(pid=22842): stdout: \u000a| (launched: 2022-12-09_09:59:28.175590) \u000a09:59:31.632630 run osmo-hlr_10.42.42.2(pid=22842): stderr: \u000a| �[0;m�[1;31m20221209095928354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095928354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095928354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095928354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095928354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095928354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095928366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095928375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095928375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095928376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:31.681192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22837): Terminating (SIGTERM)\u000a09:59:31.728220 run iperf3-srv_10.42.42.10(pid=22838): Terminating (SIGTERM)\u000a09:59:31.775230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22841): Terminating (SIGTERM)\u000a09:59:31.823787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22844): Terminating (SIGTERM)\u000a09:59:31.871524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22847): Terminating (SIGTERM)\u000a09:59:31.882626 --- ParallelTerminationStrategy: PID 22837 died...\u000a09:59:31.944521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22837): Terminated: ok {rc=0}\u000a09:59:31.955875 --- ParallelTerminationStrategy: PID 22838 died...\u000a09:59:32.017425 run iperf3-srv_10.42.42.10(pid=22838): Terminated {rc=256}\u000a09:59:32.028613 --- ParallelTerminationStrategy: PID 22841 died...\u000a09:59:32.090357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22841): Terminated: ok {rc=0}\u000a09:59:32.101600 --- ParallelTerminationStrategy: PID 22844 died...\u000a09:59:32.162862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22844): Terminated: ok {rc=0}\u000a09:59:32.174116 --- ParallelTerminationStrategy: PID 22847 died...\u000a09:59:32.233919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22847): Terminated: ok {rc=0}\u000a09:59:32.322152 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22864): Process ended prematurely: osmo-stp_10.42.42.5(pid=22864) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22864)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22864): Process ended prematurely: osmo-stp_10.42.42.5(pid=22864) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:59:33.439572 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:33.451587 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:59:33.605774 tst iperf3m4.py: using LAC 20679\u000a09:59:33.734227 tst iperf3m4.py: using RAC 24\u000a09:59:33.862245 tst iperf3m4.py: using CellId 20679\u000a09:59:33.992744 tst iperf3m4.py: using BVCI 20680\u000a09:59:34.018066 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:34.029337 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:34.040696 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:34.052130 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:34.063525 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:34.074848 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:34.086489 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:34.098047 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:34.109749 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:59:34.230094 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:59:34.353348 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:59:34.474374 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:59:34.752919 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:59:34.879677 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:35.195688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22849): Launched\u000a09:59:35.459633 run iperf3-srv_10.42.42.10(pid=22850): Launched\u000a09:59:35.643907 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:59:35.769837 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:36.084209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22851): Launched\u000a09:59:36.348129 run iperf3-srv_10.42.42.10(pid=22852): Launched\u000a09:59:36.532286 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:59:36.659194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:36.975673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22853): Launched\u000a09:59:37.239796 run iperf3-srv_10.42.42.10(pid=22854): Launched\u000a09:59:37.423928 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:59:37.550202 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:37.864721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22855): Launched\u000a09:59:38.127508 run iperf3-srv_10.42.42.10(pid=22856): Launched\u000a09:59:38.311753 tst iperf3m4.py:8: start network...\u000a09:59:38.438261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:38.928715 run create_hlr_db(pid=22857): Launched\u000a09:59:39.103765 bus /gobi_6: Setting Powered False\u000a09:59:40.124893 run create_hlr_db(pid=22857): Terminated: ok {rc=0}\u000a09:59:40.560506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22859): Launched\u000a09:59:40.891081 run osmo-hlr_10.42.42.2(pid=22860): Launched\u000a09:59:41.011651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:41.590597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22863): Launched\u000a09:59:41.918496 run osmo-stp_10.42.42.5(pid=22864): Launched\u000a09:59:42.037402 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:59:42.611210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22866): Launched\u000a09:59:42.728826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:59:43.015577 run patchelf(pid=22867): Launched\u000a09:59:43.208942 run osmo-stp_10.42.42.5(pid=22864): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22864)]\u000a09:59:43.349869 run osmo-stp_10.42.42.5(pid=22864): stdout: \u000a| (launched: 2022-12-09_09:59:41.757432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:43.491491 run osmo-stp_10.42.42.5(pid=22864): stderr: \u000a| �[0;m�[38;5;43m20221209095941946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095941946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095941946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095941947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095941947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095941947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095941947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:43.628662 run osmo-stp_10.42.42.5(pid=22864): stdout: \u000a| (launched: 2022-12-09_09:59:41.757432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:43.764874 run osmo-stp_10.42.42.5(pid=22864): stderr: \u000a| �[0;m�[38;5;43m20221209095941946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095941946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095941946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095941947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095941947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095941947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095941947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:43.922972 run patchelf(pid=22867): Terminating (SIGINT)\u000a09:59:44.108578 run patchelf(pid=22867): Terminated: ok {rc=0}\u000a09:59:44.142431 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22864): Process ended prematurely: osmo-stp_10.42.42.5(pid=22864) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22864)] [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:59:44.152466 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a09:59:44.218100 run osmo-hlr_10.42.42.2(pid=22860): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22860)]\u000a09:59:44.271000 run osmo-hlr_10.42.42.2(pid=22860): stdout: \u000a| (launched: 2022-12-09_09:59:40.727665) \u000a09:59:44.324331 run osmo-hlr_10.42.42.2(pid=22860): stderr: \u000a| �[0;m�[1;31m20221209095940924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095940924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095940924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095940924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095940924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095940924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095940936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095940946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095940946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095940946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:44.369269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22849): Terminating (SIGTERM)\u000a09:59:44.412613 run iperf3-srv_10.42.42.10(pid=22850): Terminating (SIGTERM)\u000a09:59:44.456215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22851): Terminating (SIGTERM)\u000a09:59:44.499296 run iperf3-srv_10.42.42.10(pid=22852): Terminating (SIGTERM)\u000a09:59:44.542083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22853): Terminating (SIGTERM)\u000a09:59:44.585110 run iperf3-srv_10.42.42.10(pid=22854): Terminating (SIGTERM)\u000a09:59:44.628096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22855): Terminating (SIGTERM)\u000a09:59:44.671044 run iperf3-srv_10.42.42.10(pid=22856): Terminating (SIGTERM)\u000a09:59:44.714444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22859): Terminating (SIGTERM)\u000a09:59:44.757355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22863): Terminating (SIGTERM)\u000a09:59:44.800670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22866): Terminating (SIGTERM)\u000a09:59:44.810851 --- ParallelTerminationStrategy: PID 22849 died...\u000a09:59:44.868480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22849): Terminated: ok {rc=0}\u000a09:59:44.878818 --- ParallelTerminationStrategy: PID 22850 died...\u000a09:59:44.935724 run iperf3-srv_10.42.42.10(pid=22850): Terminated {rc=256}\u000a09:59:44.946320 --- ParallelTerminationStrategy: PID 22851 died...\u000a09:59:45.003814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22851): Terminated: ok {rc=0}\u000a09:59:45.014043 --- ParallelTerminationStrategy: PID 22852 died...\u000a09:59:45.071334 run iperf3-srv_10.42.42.10(pid=22852): Terminated {rc=256}\u000a09:59:45.082014 --- ParallelTerminationStrategy: PID 22853 died...\u000a09:59:45.139418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22853): Terminated: ok {rc=0}\u000a09:59:45.149837 --- ParallelTerminationStrategy: PID 22854 died...\u000a09:59:45.207213 run iperf3-srv_10.42.42.10(pid=22854): Terminated {rc=256}\u000a09:59:45.218037 --- ParallelTerminationStrategy: PID 22855 died...\u000a09:59:45.275367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22855): Terminated: ok {rc=0}\u000a09:59:45.286012 --- ParallelTerminationStrategy: PID 22856 died...\u000a09:59:45.343394 run iperf3-srv_10.42.42.10(pid=22856): Terminated {rc=256}\u000a09:59:45.353911 --- ParallelTerminationStrategy: PID 22859 died...\u000a09:59:45.411482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22859): Terminated: ok {rc=0}\u000a09:59:45.421892 --- ParallelTerminationStrategy: PID 22863 died...\u000a09:59:45.479255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22863): Terminated: ok {rc=0}\u000a09:59:45.489655 --- ParallelTerminationStrategy: PID 22866 died...\u000a09:59:45.546611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22866): Terminated: ok {rc=0}\u000a09:59:45.635282 bus /gobi_4: Setting Powered False\u000a09:59:46.748640 bus /gobi_4: Setting Powered False\u000a09:59:47.860908 bus /gobi_1: Setting Powered False\u000a09:59:48.966300 bus /gobi_1: Setting Powered False\u000a09:59:50.078366 bus /gobi_0: Setting Powered False\u000a09:59:51.183273 bus /gobi_0: Setting Powered False\u000a09:59:52.296474 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22874): Process ended prematurely: osmo-stp_10.42.42.5(pid=22874) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22874)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22874): Process ended prematurely: osmo-stp_10.42.42.5(pid=22874) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:59:53.365347 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:53.376861 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:59:53.525109 tst ping.py: using LAC 20680\u000a09:59:53.642967 tst ping.py: using RAC 25\u000a09:59:53.759318 tst ping.py: using CellId 20680\u000a09:59:53.878012 tst ping.py: using BVCI 20681\u000a09:59:53.901296 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:53.912112 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:53.922833 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:53.933536 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:53.944088 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:53.954709 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:53.965497 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:59:53.976119 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:59:54.247708 tst ping.py:19: start network...\u000a09:59:54.371774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:54.853150 run create_hlr_db(pid=22868): Launched\u000a09:59:55.025097 bus /gobi_6: Setting Powered False\u000a09:59:56.047983 run create_hlr_db(pid=22868): Terminated: ok {rc=0}\u000a09:59:56.448189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22870): Launched\u000a09:59:56.747371 run osmo-hlr_10.42.42.2(pid=22871): Launched\u000a09:59:56.857345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:57.380162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22873): Launched\u000a09:59:57.679680 run osmo-stp_10.42.42.5(pid=22874): Launched\u000a09:59:57.788050 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:59:58.312727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22876): Launched\u000a09:59:58.418837 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:59:58.680449 run patchelf(pid=22877): Launched\u000a09:59:58.857458 run osmo-stp_10.42.42.5(pid=22874): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22874)]\u000a09:59:58.985843 run osmo-stp_10.42.42.5(pid=22874): stdout: \u000a| (launched: 2022-12-09_09:59:57.532091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:59.114775 run osmo-stp_10.42.42.5(pid=22874): stderr: \u000a| �[0;m�[38;5;43m20221209095957704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095957704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095957704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095957705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095957705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095957705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095957705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:59.239261 run osmo-stp_10.42.42.5(pid=22874): stdout: \u000a| (launched: 2022-12-09_09:59:57.532091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:59.362813 run osmo-stp_10.42.42.5(pid=22874): stderr: \u000a| �[0;m�[38;5;43m20221209095957704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209095957704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209095957704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209095957705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209095957705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209095957705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209095957705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:59.505725 run patchelf(pid=22877): Terminating (SIGINT)\u000a09:59:59.673954 run patchelf(pid=22877): Terminated: ok {rc=0}\u000a09:59:59.704529 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22874): Process ended prematurely: osmo-stp_10.42.42.5(pid=22874) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22874)] [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:59:59.713290 tst ping.py:22: Test FAILED (6.3 sec)\u000a09:59:59.773991 run osmo-hlr_10.42.42.2(pid=22871): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22871)]\u000a09:59:59.823836 run osmo-hlr_10.42.42.2(pid=22871): stdout: \u000a| (launched: 2022-12-09_09:59:56.600272) \u000a09:59:59.874036 run osmo-hlr_10.42.42.2(pid=22871): stderr: \u000a| �[0;m�[1;31m20221209095956779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209095956779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209095956779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095956779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209095956779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209095956779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209095956795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209095956805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209095956806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209095956806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:59.917242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22870): Terminating (SIGTERM)\u000a09:59:59.957741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22873): Terminating (SIGTERM)\u000a09:59:59.998128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22876): Terminating (SIGTERM)\u000a10:00:00.007504 --- ParallelTerminationStrategy: PID 22870 died...\u000a10:00:00.061690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22870): Terminated: ok {rc=0}\u000a10:00:00.071373 --- ParallelTerminationStrategy: PID 22873 died...\u000a10:00:00.125266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22873): Terminated: ok {rc=0}\u000a10:00:00.135032 --- ParallelTerminationStrategy: PID 22876 died...\u000a10:00:00.188863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22876): Terminated: ok {rc=0}\u000a10:00:00.278195 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22894): Process ended prematurely: osmo-stp_10.42.42.5(pid=22894) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22894)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22894): Process ended prematurely: osmo-stp_10.42.42.5(pid=22894) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:00:01.335564 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:00:01.351397 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:00:01.519201 tst ping_idle_ping.py: using LAC 20681\u000a10:00:01.650145 tst ping_idle_ping.py: using RAC 26\u000a10:00:01.781176 tst ping_idle_ping.py: using CellId 20681\u000a10:00:01.936484 tst ping_idle_ping.py: using BVCI 20682\u000a10:00:01.974639 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:00:01.987403 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:00:02.005638 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:00:02.019203 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:00:02.032515 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:00:02.044653 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:00:02.059139 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:00:02.071403 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:00:02.427436 tst ping_idle_ping.py:24: start network...\u000a10:00:02.570894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:03.091326 run create_hlr_db(pid=22888): Launched\u000a10:00:03.280880 bus /gobi_6: Setting Powered False\u000a10:00:04.301251 run create_hlr_db(pid=22888): Terminated: ok {rc=0}\u000a10:00:04.736290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22890): Launched\u000a10:00:05.063568 run osmo-hlr_10.42.42.2(pid=22891): Launched\u000a10:00:05.180903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:05.744399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22893): Launched\u000a10:00:06.071056 run osmo-stp_10.42.42.5(pid=22894): Launched\u000a10:00:06.188402 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:00:06.756892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22896): Launched\u000a10:00:06.872915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:00:07.156835 run patchelf(pid=22897): Launched\u000a10:00:07.347081 run osmo-stp_10.42.42.5(pid=22894): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22894)]\u000a10:00:07.486278 run osmo-stp_10.42.42.5(pid=22894): stdout: \u000a| (launched: 2022-12-09_10:00:05.909265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:07.625335 run osmo-stp_10.42.42.5(pid=22894): stderr: \u000a| �[0;m�[38;5;43m20221209100006103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100006103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100006103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100006104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100006106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100006106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100006107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:07.761889 run osmo-stp_10.42.42.5(pid=22894): stdout: \u000a| (launched: 2022-12-09_10:00:05.909265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:07.895081 run osmo-stp_10.42.42.5(pid=22894): stderr: \u000a| �[0;m�[38;5;43m20221209100006103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100006103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100006103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100006104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100006106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100006106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100006107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:08.050223 run patchelf(pid=22897): Terminating (SIGINT)\u000a10:00:08.231939 run patchelf(pid=22897): Terminated: ok {rc=0}\u000a10:00:08.265017 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22894): Process ended prematurely: osmo-stp_10.42.42.5(pid=22894) [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22894)] [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:00:08.274545 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a10:00:08.339572 run osmo-hlr_10.42.42.2(pid=22891): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22891)]\u000a10:00:08.392628 run osmo-hlr_10.42.42.2(pid=22891): stdout: \u000a| (launched: 2022-12-09_10:00:04.901560) \u000a10:00:08.446614 run osmo-hlr_10.42.42.2(pid=22891): stderr: \u000a| �[0;m�[1;31m20221209100005100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100005100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100005100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100005101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100005101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100005101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100005113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100005122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100005122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100005122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:08.492262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22890): Terminating (SIGTERM)\u000a10:00:08.534998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22893): Terminating (SIGTERM)\u000a10:00:08.578225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22896): Terminating (SIGTERM)\u000a10:00:08.588243 --- ParallelTerminationStrategy: PID 22890 died...\u000a10:00:08.645775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22890): Terminated: ok {rc=0}\u000a10:00:08.656169 --- ParallelTerminationStrategy: PID 22893 died...\u000a10:00:08.713211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22893): Terminated: ok {rc=0}\u000a10:00:08.723846 --- ParallelTerminationStrategy: PID 22896 died...\u000a10:00:08.781079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22896): Terminated: ok {rc=0}\u000a10:00:08.870666 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:59:09" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23259): Process ended prematurely: osmo-stp_10.42.42.5(pid=23259) [trial-2358↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23259)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23259): Process ended prematurely: osmo-stp_10.42.42.5(pid=23259) [trial-2358↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:00:10.855181 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:00:10.866627 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:00:11.020140 tst switch_tch_pdch.py: using LAC 20682\u000a10:00:11.146723 tst switch_tch_pdch.py: using RAC 27\u000a10:00:11.274449 tst switch_tch_pdch.py: using CellId 20682\u000a10:00:11.402491 tst switch_tch_pdch.py: using BVCI 20683\u000a10:00:11.427530 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:00:11.439163 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:00:11.451163 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:00:11.463012 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:00:11.475533 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:00:11.487591 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:00:11.499370 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:00:11.511251 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:00:11.633561 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:00:11.909722 tst switch_tch_pdch.py:51: start network...\u000a10:00:12.034093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:12.521621 run create_hlr_db(pid=22902): Launched\u000a10:00:12.694619 bus /gobi_6: Setting Powered False\u000a10:00:13.737136 run create_hlr_db(pid=22902): Terminated: ok {rc=0}\u000a10:00:14.178860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23096): Launched\u000a10:00:14.525257 run osmo-hlr_10.42.42.2(pid=23173): Launched\u000a10:00:14.684821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:15.297661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23258): Launched\u000a10:00:15.621113 run osmo-stp_10.42.42.5(pid=23259): Launched\u000a10:00:15.738366 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:00:16.331551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23261): Launched\u000a10:00:16.443595 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:00:16.735978 run patchelf(pid=23262): Launched\u000a10:00:16.930364 run osmo-stp_10.42.42.5(pid=23259): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23259)]\u000a10:00:17.072406 run osmo-stp_10.42.42.5(pid=23259): stdout: \u000a| (launched: 2022-12-09_10:00:15.461477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:17.214452 run osmo-stp_10.42.42.5(pid=23259): stderr: \u000a| �[0;m�[38;5;43m20221209100015656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100015656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100015656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100015657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100015657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100015658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100015658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:17.348681 run osmo-stp_10.42.42.5(pid=23259): stdout: \u000a| (launched: 2022-12-09_10:00:15.461477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:17.481781 run osmo-stp_10.42.42.5(pid=23259): stderr: \u000a| �[0;m�[38;5;43m20221209100015656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100015656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100015656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100015657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100015657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100015658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100015658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:17.636597 run patchelf(pid=23262): Terminating (SIGINT)\u000a10:00:17.817975 run patchelf(pid=23262): Terminated: ok {rc=0}\u000a10:00:17.851045 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23259): Process ended prematurely: osmo-stp_10.42.42.5(pid=23259) [trial-2358↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23259)] [trial-2358↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:00:17.860621 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a10:00:17.926119 run osmo-hlr_10.42.42.2(pid=23173): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23173)]\u000a10:00:17.979024 run osmo-hlr_10.42.42.2(pid=23173): stdout: \u000a| (launched: 2022-12-09_10:00:14.347920) \u000a10:00:18.032650 run osmo-hlr_10.42.42.2(pid=23173): stderr: \u000a| �[0;m�[1;31m20221209100014718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100014718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100014718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100014718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100014718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100014718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100014744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100014762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100014762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100014762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:18.079153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23096): Terminating (SIGTERM)\u000a10:00:18.122824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23258): Terminating (SIGTERM)\u000a10:00:18.165974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23261): Terminating (SIGTERM)\u000a10:00:18.176397 --- ParallelTerminationStrategy: PID 23096 died...\u000a10:00:18.234335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23096): Terminated: ok {rc=0}\u000a10:00:18.244750 --- ParallelTerminationStrategy: PID 23258 died...\u000a10:00:18.301955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23258): Terminated: ok {rc=0}\u000a10:00:18.312262 --- ParallelTerminationStrategy: PID 23261 died...\u000a10:00:18.369161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23261): Terminated: ok {rc=0}\u000a10:00:18.457250 bus /gobi_0: Setting Powered False\u000a10:00:19.560798 bus /gobi_0: Setting Powered False\u000a10:00:20.671326 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:00:10" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23447): Process ended prematurely: osmo-stp_10.42.42.5(pid=23447) [trial-2358↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23447)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23447): Process ended prematurely: osmo-stp_10.42.42.5(pid=23447) [trial-2358↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:00:22.602075 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:00:22.615251 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:00:22.757164 tst switch_tch_pdch.py: using LAC 20683\u000a10:00:22.877146 tst switch_tch_pdch.py: using RAC 28\u000a10:00:23.004898 tst switch_tch_pdch.py: using CellId 20683\u000a10:00:23.134960 tst switch_tch_pdch.py: using BVCI 20684\u000a10:00:23.160163 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:00:23.171665 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:00:23.184010 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:00:23.196136 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:00:23.207664 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:00:23.219378 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:00:23.231376 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:00:23.242924 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:00:23.365209 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:00:23.648329 tst switch_tch_pdch.py:51: start network...\u000a10:00:23.776795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:24.255998 run create_hlr_db(pid=23431): Launched\u000a10:00:24.392439 bus /gobi_6: Setting Powered False\u000a10:00:25.470593 run create_hlr_db(pid=23431): Terminated: ok {rc=0}\u000a10:00:25.890197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23443): Launched\u000a10:00:26.316916 run osmo-hlr_10.42.42.2(pid=23444): Launched\u000a10:00:26.564879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:27.123230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23446): Launched\u000a10:00:27.548154 run osmo-stp_10.42.42.5(pid=23447): Launched\u000a10:00:27.774817 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:00:28.333668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23449): Launched\u000a10:00:28.456610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:00:28.761906 run patchelf(pid=23450): Launched\u000a10:00:28.957443 run osmo-stp_10.42.42.5(pid=23447): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23447)]\u000a10:00:29.103365 run osmo-stp_10.42.42.5(pid=23447): stdout: \u000a| (launched: 2022-12-09_10:00:27.290811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:29.249801 run osmo-stp_10.42.42.5(pid=23447): stderr: \u000a| �[0;m�[38;5;43m20221209100027583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100027583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100027583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100027584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100027584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100027584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100027584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:29.388384 run osmo-stp_10.42.42.5(pid=23447): stdout: \u000a| (launched: 2022-12-09_10:00:27.290811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:29.522723 run osmo-stp_10.42.42.5(pid=23447): stderr: \u000a| �[0;m�[38;5;43m20221209100027583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100027583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100027583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100027584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100027584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100027584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100027584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:29.678547 run patchelf(pid=23450): Terminating (SIGINT)\u000a10:00:29.861090 run patchelf(pid=23450): Terminated: ok {rc=0}\u000a10:00:29.894578 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23447): Process ended prematurely: osmo-stp_10.42.42.5(pid=23447) [trial-2358↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23447)] [trial-2358↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:00:29.904387 tst switch_tch_pdch.py:54: Test FAILED (7.3 sec)\u000a10:00:29.969788 run osmo-hlr_10.42.42.2(pid=23444): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23444)]\u000a10:00:30.023343 run osmo-hlr_10.42.42.2(pid=23444): stdout: \u000a| (launched: 2022-12-09_10:00:26.058934) \u000a10:00:30.077699 run osmo-hlr_10.42.42.2(pid=23444): stderr: \u000a| �[0;m�[1;31m20221209100026360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100026360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100026360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100026360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100026360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100026360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100026384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100026397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100026397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100026397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:30.123520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23443): Terminating (SIGTERM)\u000a10:00:30.166737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23446): Terminating (SIGTERM)\u000a10:00:30.210018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23449): Terminating (SIGTERM)\u000a10:00:30.219884 --- ParallelTerminationStrategy: PID 23443 died...\u000a10:00:30.277914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23443): Terminated: ok {rc=0}\u000a10:00:30.288393 --- ParallelTerminationStrategy: PID 23446 died...\u000a10:00:30.346106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23446): Terminated: ok {rc=0}\u000a10:00:30.356532 --- ParallelTerminationStrategy: PID 23449 died...\u000a10:00:30.414119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23449): Terminated: ok {rc=0}\u000a10:00:30.502752 bus /gobi_0: Setting Powered False\u000a10:00:31.609749 bus /gobi_0: Setting Powered False\u000a10:00:32.719133 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:00:22" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23456): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23456) [trial-2358↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23456)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23456): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23456) [trial-2358↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a10:00:34.577938 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a10:00:34.589063 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a10:00:34.719128 tst mo_mt_sms.py: using LAC 20684\u000a10:00:34.849583 tst mo_mt_sms.py: using RAC 29\u000a10:00:34.980232 tst mo_mt_sms.py: using CellId 20684\u000a10:00:35.106501 tst mo_mt_sms.py: using BVCI 20685\u000a10:00:35.131708 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a10:00:35.247452 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a10:00:35.538963 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:00:35.673767 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:00:36.342910 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23455): Launched\u000a10:00:36.664883 run osmo-nitb_10.42.42.2(pid=23456): Launched\u000a10:00:36.863992 run osmo-nitb_10.42.42.2(pid=23456): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23456)]\u000a10:00:37.010410 run osmo-nitb_10.42.42.2(pid=23456): stdout: \u000a| (launched: 2022-12-09_10:00:36.508670) \u000a10:00:37.157792 run osmo-nitb_10.42.42.2(pid=23456): stderr: \u000a| (launched: 2022-12-09_10:00:36.557179)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:00:37.300216 run osmo-nitb_10.42.42.2(pid=23456): stdout: \u000a| (launched: 2022-12-09_10:00:36.508670) \u000a10:00:37.441741 run osmo-nitb_10.42.42.2(pid=23456): stderr: \u000a| (launched: 2022-12-09_10:00:36.557179)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:00:37.796292 tst osmo-nitb_10.42.42.2(pid=23456): stdout: \u000a| (launched: 2022-12-09_10:00:36.508670) \u000a10:00:37.925812 tst osmo-nitb_10.42.42.2(pid=23456): stderr: \u000a| (launched: 2022-12-09_10:00:36.557179)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:00:37.982496 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23456): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23456) [trial-2358↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23456)] [trial-2358↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a10:00:37.991672 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a10:00:38.029451 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23455): Terminating (SIGTERM)\u000a10:00:38.207448 --- ParallelTerminationStrategy: PID 23455 died...\u000a10:00:38.266648 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23455): Terminated: ok {rc=0}\u000a10:00:38.354035 bus /sierra_3: Setting Powered False\u000a10:00:39.460425 bus /sierra_3: Setting Powered False\u000a10:00:40.573799 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:00:34" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23467): Process ended prematurely: osmo-stp_10.42.42.5(pid=23467) [trial-2358↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23467)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23467): Process ended prematurely: osmo-stp_10.42.42.5(pid=23467) [trial-2358↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a10:00:42.415433 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:00:42.425900 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a10:00:42.544833 tst mo_mt_sms.py: using LAC 20685\u000a10:00:42.664555 tst mo_mt_sms.py: using RAC 30\u000a10:00:42.788627 tst mo_mt_sms.py: using CellId 20685\u000a10:00:42.906473 tst mo_mt_sms.py: using BVCI 20686\u000a10:00:42.929416 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:00:42.939828 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:00:42.950253 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:00:42.960571 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:00:42.970932 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:00:42.981172 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a10:00:43.099582 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a10:00:43.300564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:43.783517 run create_hlr_db(pid=23461): Launched\u000a10:00:43.956102 bus /sierra_2: Setting Powered False\u000a10:00:44.978515 run create_hlr_db(pid=23461): Terminated: ok {rc=0}\u000a10:00:45.409530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23463): Launched\u000a10:00:45.732065 run osmo-hlr_10.42.42.2(pid=23464): Launched\u000a10:00:45.852106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:46.523168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23466): Launched\u000a10:00:46.967785 run osmo-stp_10.42.42.5(pid=23467): Launched\u000a10:00:47.175823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:00:47.770356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23469): Launched\u000a10:00:48.096112 run osmo-msc_10.42.42.6(pid=23470): Launched\u000a10:00:48.287126 run osmo-stp_10.42.42.5(pid=23467): ERR: Terminated: ERROR {rc=1} [trial-2358↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23467)]\u000a10:00:48.424597 run osmo-stp_10.42.42.5(pid=23467): stdout: \u000a| (launched: 2022-12-09_10:00:46.708548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:48.561961 run osmo-stp_10.42.42.5(pid=23467): stderr: \u000a| �[0;m�[38;5;43m20221209100047008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100047008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100047008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100047008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100047009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100047009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100047009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:48.691731 run osmo-stp_10.42.42.5(pid=23467): stdout: \u000a| (launched: 2022-12-09_10:00:46.708548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:48.820598 run osmo-stp_10.42.42.5(pid=23467): stderr: \u000a| �[0;m�[38;5;43m20221209100047008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100047008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100047008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100047008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100047009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100047009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100047009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:48.877251 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23467): Process ended prematurely: osmo-stp_10.42.42.5(pid=23467) [trial-2358↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23467)] [trial-2358↪sms:oc2g↪mo_mt_sms.py:16]\u000a10:00:48.885881 tst mo_mt_sms.py:16: Test FAILED (6.5 sec)\u000a10:00:48.950160 run osmo-hlr_10.42.42.2(pid=23464): ERR: Terminated: ERROR {rc=237} [trial-2358↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23464)]\u000a10:00:49.002599 run osmo-hlr_10.42.42.2(pid=23464): stdout: \u000a| (launched: 2022-12-09_10:00:45.573356) \u000a10:00:49.055895 run osmo-hlr_10.42.42.2(pid=23464): stderr: \u000a| �[0;m�[1;31m20221209100045772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100045772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100045772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100045772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100045772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100045772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100045784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100045793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100045793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100045793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:49.128313 run osmo-msc_10.42.42.6(pid=23470): ERR: Terminated: ERROR {rc=2} [trial-2358↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23470)]\u000a10:00:49.180855 run osmo-msc_10.42.42.6(pid=23470): stdout: \u000a| (launched: 2022-12-09_10:00:47.934581) \u000a10:00:49.234248 run osmo-msc_10.42.42.6(pid=23470): stderr: \u000a| �[0;m�[38;5;43m20221209100048256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100048256 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f872a67dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100048257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100048257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100048257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100048257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100048260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100048261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100048261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100048261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:00:49.279666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23463): Terminating (SIGTERM)\u000a10:00:49.322414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23466): Terminating (SIGTERM)\u000a10:00:49.365104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23469): Terminating (SIGTERM)\u000a10:00:49.375249 --- ParallelTerminationStrategy: PID 23463 died...\u000a10:00:49.432271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23463): Terminated: ok {rc=0}\u000a10:00:49.442726 --- ParallelTerminationStrategy: PID 23466 died...\u000a10:00:49.499780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23466): Terminated: ok {rc=0}\u000a10:00:49.510028 --- ParallelTerminationStrategy: PID 23469 died...\u000a10:00:49.567146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23469): Terminated: ok {rc=0}\u000a10:00:49.655696 bus /sierra_3: Setting Powered False\u000a10:00:50.764362 bus /sierra_3: Setting Powered False\u000a10:00:51.874016 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:00:42" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23476): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23476) [trial-2358↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23476)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23476): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23476) [trial-2358↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a10:00:53.679836 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a10:00:53.691285 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a10:00:53.818319 tst assert_extension.py: using LAC 20686\u000a10:00:53.946317 tst assert_extension.py: using RAC 31\u000a10:00:54.078186 tst assert_extension.py: using CellId 20686\u000a10:00:54.203274 tst assert_extension.py: using BVCI 20687\u000a10:00:54.227841 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a10:00:54.501569 tst assert_extension.py:10: start nitb and bts...\u000a10:00:54.626275 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:00:55.249898 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23475): Launched\u000a10:00:55.549608 run osmo-nitb_10.42.42.2(pid=23476): Launched\u000a10:00:55.733951 run osmo-nitb_10.42.42.2(pid=23476): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23476)]\u000a10:00:55.869443 run osmo-nitb_10.42.42.2(pid=23476): stdout: \u000a| (launched: 2022-12-09_10:00:55.402509) \u000a10:00:56.005430 run osmo-nitb_10.42.42.2(pid=23476): stderr: \u000a| (launched: 2022-12-09_10:00:55.447212)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:00:56.137093 run osmo-nitb_10.42.42.2(pid=23476): stdout: \u000a| (launched: 2022-12-09_10:00:55.402509) \u000a10:00:56.268332 run osmo-nitb_10.42.42.2(pid=23476): stderr: \u000a| (launched: 2022-12-09_10:00:55.447212)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:00:56.670421 tst osmo-nitb_10.42.42.2(pid=23476): stdout: \u000a| (launched: 2022-12-09_10:00:55.402509) \u000a10:00:56.789561 tst osmo-nitb_10.42.42.2(pid=23476): stderr: \u000a| (launched: 2022-12-09_10:00:55.447212)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:00:56.841820 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23476): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23476) [trial-2358↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23476)] [trial-2358↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a10:00:56.849914 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:00:56.884850 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23475): Terminating (SIGTERM)\u000a10:00:57.062352 --- ParallelTerminationStrategy: PID 23475 died...\u000a10:00:57.117437 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23475): Terminated: ok {rc=0}\u000a10:00:57.202644 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:00:53" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23487): Process ended prematurely: osmo-stp_10.42.42.5(pid=23487) [trial-2358↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23487)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23487): Process ended prematurely: osmo-stp_10.42.42.5(pid=23487) [trial-2358↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a10:00:58.996243 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:00:59.007442 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a10:00:59.138281 tst assert_extension.py: using LAC 20687\u000a10:00:59.266211 tst assert_extension.py: using RAC 32\u000a10:00:59.394214 tst assert_extension.py: using CellId 20687\u000a10:00:59.526201 tst assert_extension.py: using BVCI 20688\u000a10:00:59.551012 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:00:59.562205 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:00:59.573313 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:00:59.584052 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:00:59.595490 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:00:59.606903 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a10:00:59.806274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:00.289614 run create_hlr_db(pid=23481): Launched\u000a10:01:00.477458 bus /sierra_2: Setting Powered False\u000a10:01:01.499123 run create_hlr_db(pid=23481): Terminated: ok {rc=0}\u000a10:01:01.978126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23483): Launched\u000a10:01:02.321979 run osmo-hlr_10.42.42.2(pid=23484): Launched\u000a10:01:02.433964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:02.965834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23486): Launched\u000a10:01:03.269444 run osmo-stp_10.42.42.5(pid=23487): Launched\u000a10:01:03.379997 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:01:03.928913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23489): Launched\u000a10:01:04.229823 run osmo-msc_10.42.42.6(pid=23490): Launched\u000a10:01:04.408089 run osmo-stp_10.42.42.5(pid=23487): ERR: Terminated: ERROR {rc=1} [trial-2358↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23487)]\u000a10:01:04.537335 run osmo-stp_10.42.42.5(pid=23487): stdout: \u000a| (launched: 2022-12-09_10:01:03.118517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:04.663066 run osmo-stp_10.42.42.5(pid=23487): stderr: \u000a| �[0;m�[38;5;43m20221209100103289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100103289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100103289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100103290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100103290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100103290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100103290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:04.784078 run osmo-stp_10.42.42.5(pid=23487): stdout: \u000a| (launched: 2022-12-09_10:01:03.118517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:04.903665 run osmo-stp_10.42.42.5(pid=23487): stderr: \u000a| �[0;m�[38;5;43m20221209100103289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100103289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100103289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100103290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100103290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100103290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100103290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:04.956076 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23487): Process ended prematurely: osmo-stp_10.42.42.5(pid=23487) [trial-2358↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23487)] [trial-2358↪ussd:oc2g↪assert_extension.py:17]\u000a10:01:04.964058 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a10:01:05.024741 run osmo-hlr_10.42.42.2(pid=23484): ERR: Terminated: ERROR {rc=237} [trial-2358↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23484)]\u000a10:01:05.074333 run osmo-hlr_10.42.42.2(pid=23484): stdout: \u000a| (launched: 2022-12-09_10:01:02.146314) \u000a10:01:05.124321 run osmo-hlr_10.42.42.2(pid=23484): stderr: \u000a| �[0;m�[1;31m20221209100102344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100102344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100102344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100102344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100102344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100102344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100102370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100102380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100102381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100102381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:05.192646 run osmo-msc_10.42.42.6(pid=23490): ERR: Terminated: ERROR {rc=2} [trial-2358↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23490)]\u000a10:01:05.242327 run osmo-msc_10.42.42.6(pid=23490): stdout: \u000a| (launched: 2022-12-09_10:01:04.080938) \u000a10:01:05.293232 run osmo-msc_10.42.42.6(pid=23490): stderr: \u000a| �[0;m�[38;5;43m20221209100104355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100104356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9ff012c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100104356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100104356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100104356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100104356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100104358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100104358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100104358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100104359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:01:05.336208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23483): Terminating (SIGTERM)\u000a10:01:05.376369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23486): Terminating (SIGTERM)\u000a10:01:05.416513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23489): Terminating (SIGTERM)\u000a10:01:05.425967 --- ParallelTerminationStrategy: PID 23483 died...\u000a10:01:05.479629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23483): Terminated: ok {rc=0}\u000a10:01:05.489406 --- ParallelTerminationStrategy: PID 23486 died...\u000a10:01:05.542759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23486): Terminated: ok {rc=0}\u000a10:01:05.552402 --- ParallelTerminationStrategy: PID 23489 died...\u000a10:01:05.606107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23489): Terminated: ok {rc=0}\u000a10:01:05.690983 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:00:58" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23501): Process ended prematurely: osmo-stp_10.42.42.5(pid=23501) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23501)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23501): Process ended prematurely: osmo-stp_10.42.42.5(pid=23501) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:01:07.615116 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:01:07.626686 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:01:07.784196 tst mo_mt_call.py: using LAC 20688\u000a10:01:07.911573 tst mo_mt_call.py: using RAC 33\u000a10:01:08.039001 tst mo_mt_call.py: using CellId 20688\u000a10:01:08.167101 tst mo_mt_call.py: using BVCI 20689\u000a10:01:08.192312 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:01:08.203799 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:01:08.215017 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:01:08.226799 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:01:08.238525 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:01:08.250162 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:01:08.368212 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:01:08.582257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:09.113180 run create_hlr_db(pid=23495): Launched\u000a10:01:09.303281 bus /sierra_2: Setting Powered False\u000a10:01:10.325416 run create_hlr_db(pid=23495): Terminated: ok {rc=0}\u000a10:01:10.736173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23497): Launched\u000a10:01:11.042551 run osmo-hlr_10.42.42.2(pid=23498): Launched\u000a10:01:11.154493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:11.685919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23500): Launched\u000a10:01:11.993169 run osmo-stp_10.42.42.5(pid=23501): Launched\u000a10:01:12.105838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:01:12.667156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23503): Launched\u000a10:01:12.974258 run osmo-msc_10.42.42.6(pid=23504): Launched\u000a10:01:13.153927 run osmo-stp_10.42.42.5(pid=23501): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23501)]\u000a10:01:13.283418 run osmo-stp_10.42.42.5(pid=23501): stdout: \u000a| (launched: 2022-12-09_10:01:11.840921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:13.411344 run osmo-stp_10.42.42.5(pid=23501): stderr: \u000a| �[0;m�[38;5;43m20221209100112013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100112013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100112013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100112014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100112014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100112014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100112014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:13.534116 run osmo-stp_10.42.42.5(pid=23501): stdout: \u000a| (launched: 2022-12-09_10:01:11.840921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:13.655981 run osmo-stp_10.42.42.5(pid=23501): stderr: \u000a| �[0;m�[38;5;43m20221209100112013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100112013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100112013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100112014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100112014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100112014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100112014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:13.709630 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23501): Process ended prematurely: osmo-stp_10.42.42.5(pid=23501) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23501)] [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:01:13.718273 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:01:13.778956 run osmo-hlr_10.42.42.2(pid=23498): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23498)]\u000a10:01:13.828541 run osmo-hlr_10.42.42.2(pid=23498): stdout: \u000a| (launched: 2022-12-09_10:01:10.891730) \u000a10:01:13.878564 run osmo-hlr_10.42.42.2(pid=23498): stderr: \u000a| �[0;m�[1;31m20221209100111070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100111070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100111070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100111070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100111070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100111070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100111107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100111118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100111118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100111118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:13.946473 run osmo-msc_10.42.42.6(pid=23504): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23504)]\u000a10:01:13.995858 run osmo-msc_10.42.42.6(pid=23504): stdout: \u000a| (launched: 2022-12-09_10:01:12.822524) \u000a10:01:14.045863 run osmo-msc_10.42.42.6(pid=23504): stderr: \u000a| �[0;m�[38;5;43m20221209100113094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100113095 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d057c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100113095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100113095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100113095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100113095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100113097 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100113097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100113097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100113098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:01:14.088103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23497): Terminating (SIGTERM)\u000a10:01:14.127982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23500): Terminating (SIGTERM)\u000a10:01:14.167865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23503): Terminating (SIGTERM)\u000a10:01:14.177161 --- ParallelTerminationStrategy: PID 23497 died...\u000a10:01:14.230320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23497): Terminated: ok {rc=0}\u000a10:01:14.239907 --- ParallelTerminationStrategy: PID 23500 died...\u000a10:01:14.293199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23500): Terminated: ok {rc=0}\u000a10:01:14.302787 --- ParallelTerminationStrategy: PID 23503 died...\u000a10:01:14.356163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23503): Terminated: ok {rc=0}\u000a10:01:14.446198 bus /sierra_3: Setting Powered False\u000a10:01:15.553178 bus /sierra_3: Setting Powered False\u000a10:01:16.688632 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23512): Process ended prematurely: osmo-stp_10.42.42.5(pid=23512) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23512)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23512): Process ended prematurely: osmo-stp_10.42.42.5(pid=23512) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:01:17.806050 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:01:17.818358 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:01:17.977519 tst mo_mt_call_osmux.py: using LAC 20689\u000a10:01:18.107552 tst mo_mt_call_osmux.py: using RAC 34\u000a10:01:18.235460 tst mo_mt_call_osmux.py: using CellId 20689\u000a10:01:18.364778 tst mo_mt_call_osmux.py: using BVCI 20690\u000a10:01:18.390204 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:01:18.401912 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:01:18.413210 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:01:18.424783 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:01:18.436529 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:01:18.448377 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:01:18.567830 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:01:18.780876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:19.301042 run create_hlr_db(pid=23506): Launched\u000a10:01:19.491289 bus /sierra_2: Setting Powered False\u000a10:01:20.513274 run create_hlr_db(pid=23506): Terminated: ok {rc=0}\u000a10:01:20.950849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23508): Launched\u000a10:01:21.281303 run osmo-hlr_10.42.42.2(pid=23509): Launched\u000a10:01:21.404857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:21.979802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23511): Launched\u000a10:01:22.310744 run osmo-stp_10.42.42.5(pid=23512): Launched\u000a10:01:22.432216 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:01:23.036312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23514): Launched\u000a10:01:23.368837 run osmo-msc_10.42.42.6(pid=23515): Launched\u000a10:01:23.562387 run osmo-stp_10.42.42.5(pid=23512): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23512)]\u000a10:01:23.701214 run osmo-stp_10.42.42.5(pid=23512): stdout: \u000a| (launched: 2022-12-09_10:01:22.147694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:23.838889 run osmo-stp_10.42.42.5(pid=23512): stderr: \u000a| �[0;m�[38;5;43m20221209100122338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100122338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100122339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100122339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100122339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100122340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100122340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:23.971386 run osmo-stp_10.42.42.5(pid=23512): stdout: \u000a| (launched: 2022-12-09_10:01:22.147694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:24.103397 run osmo-stp_10.42.42.5(pid=23512): stderr: \u000a| �[0;m�[38;5;43m20221209100122338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100122338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100122339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100122339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100122339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100122340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100122340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:24.161508 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23512): Process ended prematurely: osmo-stp_10.42.42.5(pid=23512) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23512)] [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:01:24.171098 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:01:24.235556 run osmo-hlr_10.42.42.2(pid=23509): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23509)]\u000a10:01:24.287968 run osmo-hlr_10.42.42.2(pid=23509): stdout: \u000a| (launched: 2022-12-09_10:01:21.118541) \u000a10:01:24.341020 run osmo-hlr_10.42.42.2(pid=23509): stderr: \u000a| �[0;m�[1;31m20221209100121318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100121318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100121318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100121318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100121318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100121318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100121332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100121340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100121340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100121340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:24.412759 run osmo-msc_10.42.42.6(pid=23515): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23515)]\u000a10:01:24.465368 run osmo-msc_10.42.42.6(pid=23515): stdout: \u000a| (launched: 2022-12-09_10:01:23.205426) \u000a10:01:24.518736 run osmo-msc_10.42.42.6(pid=23515): stderr: \u000a| �[0;m�[38;5;43m20221209100123531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100123531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe543de8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100123531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100123531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100123531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100123531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100123533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100123533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100123534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100123534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:01:24.563854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23508): Terminating (SIGTERM)\u000a10:01:24.606281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23511): Terminating (SIGTERM)\u000a10:01:24.649068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23514): Terminating (SIGTERM)\u000a10:01:24.659214 --- ParallelTerminationStrategy: PID 23508 died...\u000a10:01:24.716532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23508): Terminated: ok {rc=0}\u000a10:01:24.726984 --- ParallelTerminationStrategy: PID 23511 died...\u000a10:01:24.783993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23511): Terminated: ok {rc=0}\u000a10:01:24.794384 --- ParallelTerminationStrategy: PID 23514 died...\u000a10:01:24.851567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23514): Terminated: ok {rc=0}\u000a10:01:24.939887 bus /sierra_3: Setting Powered False\u000a10:01:26.048375 bus /sierra_3: Setting Powered False\u000a10:01:27.161018 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:01:07" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23526): Process ended prematurely: osmo-stp_10.42.42.5(pid=23526) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23526)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23526): Process ended prematurely: osmo-stp_10.42.42.5(pid=23526) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:01:29.107276 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:01:29.118294 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:01:29.262651 tst mo_mt_call.py: using LAC 20690\u000a10:01:29.384605 tst mo_mt_call.py: using RAC 35\u000a10:01:29.509564 tst mo_mt_call.py: using CellId 20690\u000a10:01:29.629439 tst mo_mt_call.py: using BVCI 20691\u000a10:01:29.652653 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:01:29.663588 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:01:29.674441 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:01:29.685187 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:01:29.695922 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:01:29.706730 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:01:29.824743 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:01:30.027345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:30.520834 run create_hlr_db(pid=23520): Launched\u000a10:01:30.697979 bus /sierra_2: Setting Powered False\u000a10:01:31.725168 run create_hlr_db(pid=23520): Terminated: ok {rc=0}\u000a10:01:32.153639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23522): Launched\u000a10:01:32.463109 run osmo-hlr_10.42.42.2(pid=23523): Launched\u000a10:01:32.577620 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:33.109325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23525): Launched\u000a10:01:33.415459 run osmo-stp_10.42.42.5(pid=23526): Launched\u000a10:01:33.531549 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:01:34.093294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23528): Launched\u000a10:01:34.401741 run osmo-msc_10.42.42.6(pid=23529): Launched\u000a10:01:34.583029 run osmo-stp_10.42.42.5(pid=23526): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23526)]\u000a10:01:34.714193 run osmo-stp_10.42.42.5(pid=23526): stdout: \u000a| (launched: 2022-12-09_10:01:33.264705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:34.843002 run osmo-stp_10.42.42.5(pid=23526): stderr: \u000a| �[0;m�[38;5;43m20221209100133436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100133436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100133436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100133437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100133437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100133437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100133437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:34.967154 run osmo-stp_10.42.42.5(pid=23526): stdout: \u000a| (launched: 2022-12-09_10:01:33.264705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:35.090142 run osmo-stp_10.42.42.5(pid=23526): stderr: \u000a| �[0;m�[38;5;43m20221209100133436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100133436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100133436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100133437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100133437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100133437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100133437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:35.144620 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23526): Process ended prematurely: osmo-stp_10.42.42.5(pid=23526) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23526)] [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:01:35.153278 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:01:35.213870 run osmo-hlr_10.42.42.2(pid=23523): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23523)]\u000a10:01:35.263564 run osmo-hlr_10.42.42.2(pid=23523): stdout: \u000a| (launched: 2022-12-09_10:01:32.310486) \u000a10:01:35.313894 run osmo-hlr_10.42.42.2(pid=23523): stderr: \u000a| �[0;m�[1;31m20221209100132485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100132485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100132485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100132485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100132485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100132486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100132499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100132507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100132507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100132507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:35.382395 run osmo-msc_10.42.42.6(pid=23529): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23529)]\u000a10:01:35.432174 run osmo-msc_10.42.42.6(pid=23529): stdout: \u000a| (launched: 2022-12-09_10:01:34.248837) \u000a10:01:35.482460 run osmo-msc_10.42.42.6(pid=23529): stderr: \u000a| �[0;m�[38;5;43m20221209100134522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100134522 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00b0d9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100134522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100134522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100134523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100134523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100134525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100134525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100134525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100134525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:01:35.524993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23522): Terminating (SIGTERM)\u000a10:01:35.565554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23525): Terminating (SIGTERM)\u000a10:01:35.605781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23528): Terminating (SIGTERM)\u000a10:01:35.615175 --- ParallelTerminationStrategy: PID 23522 died...\u000a10:01:35.668986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23522): Terminated: ok {rc=0}\u000a10:01:35.678829 --- ParallelTerminationStrategy: PID 23525 died...\u000a10:01:35.732671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23525): Terminated: ok {rc=0}\u000a10:01:35.742525 --- ParallelTerminationStrategy: PID 23528 died...\u000a10:01:35.795996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23528): Terminated: ok {rc=0}\u000a10:01:35.880986 bus /sierra_3: Setting Powered False\u000a10:01:36.990573 bus /sierra_3: Setting Powered False\u000a10:01:38.098580 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23537): Process ended prematurely: osmo-stp_10.42.42.5(pid=23537) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23537)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23537): Process ended prematurely: osmo-stp_10.42.42.5(pid=23537) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:01:39.216606 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:01:39.228719 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:01:39.383469 tst mo_mt_call_osmux.py: using LAC 20691\u000a10:01:39.514576 tst mo_mt_call_osmux.py: using RAC 36\u000a10:01:39.646446 tst mo_mt_call_osmux.py: using CellId 20691\u000a10:01:39.776044 tst mo_mt_call_osmux.py: using BVCI 20692\u000a10:01:39.801512 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:01:39.812859 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:01:39.824057 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:01:39.835527 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:01:39.846774 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:01:39.858620 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:01:39.979319 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:01:40.184777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:40.680276 run create_hlr_db(pid=23531): Launched\u000a10:01:40.855906 bus /sierra_2: Setting Powered False\u000a10:01:41.877619 run create_hlr_db(pid=23531): Terminated: ok {rc=0}\u000a10:01:42.313980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23533): Launched\u000a10:01:42.645075 run osmo-hlr_10.42.42.2(pid=23534): Launched\u000a10:01:42.767364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:43.344048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23536): Launched\u000a10:01:43.674837 run osmo-stp_10.42.42.5(pid=23537): Launched\u000a10:01:43.795384 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:01:44.395551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23539): Launched\u000a10:01:44.704065 run osmo-msc_10.42.42.6(pid=23540): Launched\u000a10:01:44.884672 run osmo-stp_10.42.42.5(pid=23537): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23537)]\u000a10:01:45.014640 run osmo-stp_10.42.42.5(pid=23537): stdout: \u000a| (launched: 2022-12-09_10:01:43.511604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:45.142543 run osmo-stp_10.42.42.5(pid=23537): stderr: \u000a| �[0;m�[38;5;43m20221209100143705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100143705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100143705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100143706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100143706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100143706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100143706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:45.265893 run osmo-stp_10.42.42.5(pid=23537): stdout: \u000a| (launched: 2022-12-09_10:01:43.511604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:45.387538 run osmo-stp_10.42.42.5(pid=23537): stderr: \u000a| �[0;m�[38;5;43m20221209100143705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100143705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100143705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100143706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100143706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100143706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100143706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:45.441374 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23537): Process ended prematurely: osmo-stp_10.42.42.5(pid=23537) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23537)] [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:01:45.450111 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:01:45.510030 run osmo-hlr_10.42.42.2(pid=23534): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23534)]\u000a10:01:45.559403 run osmo-hlr_10.42.42.2(pid=23534): stdout: \u000a| (launched: 2022-12-09_10:01:42.482118) \u000a10:01:45.609586 run osmo-hlr_10.42.42.2(pid=23534): stderr: \u000a| �[0;m�[1;31m20221209100142683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100142683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100142683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100142683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100142683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100142683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100142696 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100142704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100142705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100142705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:45.677871 run osmo-msc_10.42.42.6(pid=23540): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23540)]\u000a10:01:45.727096 run osmo-msc_10.42.42.6(pid=23540): stdout: \u000a| (launched: 2022-12-09_10:01:44.551972) \u000a10:01:45.776875 run osmo-msc_10.42.42.6(pid=23540): stderr: \u000a| �[0;m�[38;5;43m20221209100144825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100144825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac22d0ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100144825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100144825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100144825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100144825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100144827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100144828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100144828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100144828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:01:45.819205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23533): Terminating (SIGTERM)\u000a10:01:45.874715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23536): Terminating (SIGTERM)\u000a10:01:45.916611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23539): Terminating (SIGTERM)\u000a10:01:45.927654 --- ParallelTerminationStrategy: PID 23533 died...\u000a10:01:45.983396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23533): Terminated: ok {rc=0}\u000a10:01:45.993410 --- ParallelTerminationStrategy: PID 23536 died...\u000a10:01:46.047433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23536): Terminated: ok {rc=0}\u000a10:01:46.057552 --- ParallelTerminationStrategy: PID 23539 died...\u000a10:01:46.111549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23539): Terminated: ok {rc=0}\u000a10:01:46.196559 bus /sierra_3: Setting Powered False\u000a10:01:47.297501 bus /sierra_3: Setting Powered False\u000a10:01:48.409776 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:01:28" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23551): Process ended prematurely: osmo-stp_10.42.42.5(pid=23551) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23551)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23551): Process ended prematurely: osmo-stp_10.42.42.5(pid=23551) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:01:50.360340 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:01:50.371295 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:01:50.519162 tst mo_mt_call.py: using LAC 20692\u000a10:01:50.638792 tst mo_mt_call.py: using RAC 37\u000a10:01:50.759967 tst mo_mt_call.py: using CellId 20692\u000a10:01:50.880924 tst mo_mt_call.py: using BVCI 20693\u000a10:01:50.904341 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:01:50.915280 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:01:50.926092 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:01:50.936827 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:01:50.947677 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:01:50.958506 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:01:51.075410 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:01:51.277931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:51.773346 run create_hlr_db(pid=23545): Launched\u000a10:01:51.949527 bus /sierra_2: Setting Powered False\u000a10:01:52.971493 run create_hlr_db(pid=23545): Terminated: ok {rc=0}\u000a10:01:53.378760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23547): Launched\u000a10:01:53.686846 run osmo-hlr_10.42.42.2(pid=23548): Launched\u000a10:01:53.805060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:54.347625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23550): Launched\u000a10:01:54.654525 run osmo-stp_10.42.42.5(pid=23551): Launched\u000a10:01:54.765044 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:01:55.326762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23553): Launched\u000a10:01:55.634336 run osmo-msc_10.42.42.6(pid=23554): Launched\u000a10:01:55.814811 run osmo-stp_10.42.42.5(pid=23551): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23551)]\u000a10:01:55.943841 run osmo-stp_10.42.42.5(pid=23551): stdout: \u000a| (launched: 2022-12-09_10:01:54.502911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:56.071206 run osmo-stp_10.42.42.5(pid=23551): stderr: \u000a| �[0;m�[38;5;43m20221209100154673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100154673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100154673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100154674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100154674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100154674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100154674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:56.194442 run osmo-stp_10.42.42.5(pid=23551): stdout: \u000a| (launched: 2022-12-09_10:01:54.502911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:56.316096 run osmo-stp_10.42.42.5(pid=23551): stderr: \u000a| �[0;m�[38;5;43m20221209100154673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100154673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100154673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100154674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100154674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100154674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100154674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:56.369930 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23551): Process ended prematurely: osmo-stp_10.42.42.5(pid=23551) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23551)] [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:01:56.378593 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:01:56.438486 run osmo-hlr_10.42.42.2(pid=23548): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23548)]\u000a10:01:56.487787 run osmo-hlr_10.42.42.2(pid=23548): stdout: \u000a| (launched: 2022-12-09_10:01:53.534817) \u000a10:01:56.537823 run osmo-hlr_10.42.42.2(pid=23548): stderr: \u000a| �[0;m�[1;31m20221209100153713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100153713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100153713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100153713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100153713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100153713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100153728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100153738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100153738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100153738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:56.605702 run osmo-msc_10.42.42.6(pid=23554): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23554)]\u000a10:01:56.655011 run osmo-msc_10.42.42.6(pid=23554): stdout: \u000a| (launched: 2022-12-09_10:01:55.482357) \u000a10:01:56.705111 run osmo-msc_10.42.42.6(pid=23554): stderr: \u000a| �[0;m�[38;5;43m20221209100155756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100155756 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77e8655c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100155756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100155756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100155756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100155756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100155758 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100155758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100155759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100155759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:01:56.747243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23547): Terminating (SIGTERM)\u000a10:01:56.787010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23550): Terminating (SIGTERM)\u000a10:01:56.826778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23553): Terminating (SIGTERM)\u000a10:01:56.836006 --- ParallelTerminationStrategy: PID 23547 died...\u000a10:01:56.889684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23547): Terminated: ok {rc=0}\u000a10:01:56.899345 --- ParallelTerminationStrategy: PID 23550 died...\u000a10:01:56.952318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23550): Terminated: ok {rc=0}\u000a10:01:56.961977 --- ParallelTerminationStrategy: PID 23553 died...\u000a10:01:57.014736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23553): Terminated: ok {rc=0}\u000a10:01:57.104457 bus /sierra_3: Setting Powered False\u000a10:01:58.213542 bus /sierra_3: Setting Powered False\u000a10:01:59.322025 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23562): Process ended prematurely: osmo-stp_10.42.42.5(pid=23562) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23562)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23562): Process ended prematurely: osmo-stp_10.42.42.5(pid=23562) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:02:00.438628 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:02:00.450905 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:02:00.606207 tst mo_mt_call_osmux.py: using LAC 20693\u000a10:02:00.735207 tst mo_mt_call_osmux.py: using RAC 38\u000a10:02:00.867649 tst mo_mt_call_osmux.py: using CellId 20693\u000a10:02:01.007057 tst mo_mt_call_osmux.py: using BVCI 20694\u000a10:02:01.032012 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:02:01.043680 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:02:01.055142 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:02:01.067201 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:02:01.079442 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:02:01.091688 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:02:01.239968 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:02:01.484709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:02.041094 run create_hlr_db(pid=23556): Launched\u000a10:02:02.224168 bus /sierra_2: Setting Powered False\u000a10:02:03.240377 run create_hlr_db(pid=23556): Terminated: ok {rc=0}\u000a10:02:03.678722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23558): Launched\u000a10:02:04.010709 run osmo-hlr_10.42.42.2(pid=23559): Launched\u000a10:02:04.130752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:04.705761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23561): Launched\u000a10:02:05.036374 run osmo-stp_10.42.42.5(pid=23562): Launched\u000a10:02:05.156872 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:02:05.760825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23564): Launched\u000a10:02:06.092860 run osmo-msc_10.42.42.6(pid=23565): Launched\u000a10:02:06.287195 run osmo-stp_10.42.42.5(pid=23562): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23562)]\u000a10:02:06.427102 run osmo-stp_10.42.42.5(pid=23562): stdout: \u000a| (launched: 2022-12-09_10:02:04.873425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:06.561808 run osmo-stp_10.42.42.5(pid=23562): stderr: \u000a| �[0;m�[38;5;43m20221209100205067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100205068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100205068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100205068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100205069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100205069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100205069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:06.687263 run osmo-stp_10.42.42.5(pid=23562): stdout: \u000a| (launched: 2022-12-09_10:02:04.873425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:06.810050 run osmo-stp_10.42.42.5(pid=23562): stderr: \u000a| �[0;m�[38;5;43m20221209100205067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100205068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100205068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100205068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100205069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100205069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100205069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:06.864102 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23562): Process ended prematurely: osmo-stp_10.42.42.5(pid=23562) [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23562)] [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:02:06.873015 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:02:06.934012 run osmo-hlr_10.42.42.2(pid=23559): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23559)]\u000a10:02:06.984117 run osmo-hlr_10.42.42.2(pid=23559): stdout: \u000a| (launched: 2022-12-09_10:02:03.846923) \u000a10:02:07.034668 run osmo-hlr_10.42.42.2(pid=23559): stderr: \u000a| �[0;m�[1;31m20221209100204046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100204046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100204046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100204046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100204046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100204046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100204059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100204067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100204067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100204067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:07.103695 run osmo-msc_10.42.42.6(pid=23565): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23565)]\u000a10:02:07.153717 run osmo-msc_10.42.42.6(pid=23565): stdout: \u000a| (launched: 2022-12-09_10:02:05.930342) \u000a10:02:07.204352 run osmo-msc_10.42.42.6(pid=23565): stderr: \u000a| �[0;m�[38;5;43m20221209100206254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100206254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f834a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100206254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100206254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100206254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100206255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100206257 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100206257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100206257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100206257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:02:07.246696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23558): Terminating (SIGTERM)\u000a10:02:07.286739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23561): Terminating (SIGTERM)\u000a10:02:07.326967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23564): Terminating (SIGTERM)\u000a10:02:07.336347 --- ParallelTerminationStrategy: PID 23558 died...\u000a10:02:07.390566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23558): Terminated: ok {rc=0}\u000a10:02:07.400433 --- ParallelTerminationStrategy: PID 23561 died...\u000a10:02:07.454257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23561): Terminated: ok {rc=0}\u000a10:02:07.464146 --- ParallelTerminationStrategy: PID 23564 died...\u000a10:02:07.517863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23564): Terminated: ok {rc=0}\u000a10:02:07.608383 bus /sierra_3: Setting Powered False\u000a10:02:08.713337 bus /sierra_3: Setting Powered False\u000a10:02:09.826686 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:01:50" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23576): Process ended prematurely: osmo-stp_10.42.42.5(pid=23576) [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23576)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23576): Process ended prematurely: osmo-stp_10.42.42.5(pid=23576) [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:02:11.782995 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:02:11.793950 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:02:11.936359 tst mo_mt_call.py: using LAC 20694\u000a10:02:12.056233 tst mo_mt_call.py: using RAC 39\u000a10:02:12.181152 tst mo_mt_call.py: using CellId 20694\u000a10:02:12.300729 tst mo_mt_call.py: using BVCI 20695\u000a10:02:12.324093 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:02:12.335329 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:02:12.346216 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:02:12.356910 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:02:12.367674 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:02:12.378490 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:02:12.495989 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:02:12.702903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:13.195026 run create_hlr_db(pid=23570): Launched\u000a10:02:13.371409 bus /sierra_2: Setting Powered False\u000a10:02:14.393358 run create_hlr_db(pid=23570): Terminated: ok {rc=0}\u000a10:02:14.832232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23572): Launched\u000a10:02:15.163574 run osmo-hlr_10.42.42.2(pid=23573): Launched\u000a10:02:15.285827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:15.878185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23575): Launched\u000a10:02:16.293278 run osmo-stp_10.42.42.5(pid=23576): Launched\u000a10:02:16.510154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:02:17.265109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23578): Launched\u000a10:02:17.576664 run osmo-msc_10.42.42.6(pid=23579): Launched\u000a10:02:17.758351 run osmo-stp_10.42.42.5(pid=23576): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23576)]\u000a10:02:17.889328 run osmo-stp_10.42.42.5(pid=23576): stdout: \u000a| (launched: 2022-12-09_10:02:16.058831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:18.017438 run osmo-stp_10.42.42.5(pid=23576): stderr: \u000a| �[0;m�[38;5;43m20221209100216395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100216395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100216395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100216396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100216396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100216396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100216396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:18.140547 run osmo-stp_10.42.42.5(pid=23576): stdout: \u000a| (launched: 2022-12-09_10:02:16.058831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:18.263056 run osmo-stp_10.42.42.5(pid=23576): stderr: \u000a| �[0;m�[38;5;43m20221209100216395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100216395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100216395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100216396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100216396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100216396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100216396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:18.317007 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23576): Process ended prematurely: osmo-stp_10.42.42.5(pid=23576) [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23576)] [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:02:18.325727 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:02:18.385966 run osmo-hlr_10.42.42.2(pid=23573): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23573)]\u000a10:02:18.435409 run osmo-hlr_10.42.42.2(pid=23573): stdout: \u000a| (launched: 2022-12-09_10:02:15.000631) \u000a10:02:18.485377 run osmo-hlr_10.42.42.2(pid=23573): stderr: \u000a| �[0;m�[1;31m20221209100215200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100215201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100215201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100215201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100215201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100215201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100215227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100215237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100215237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100215238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:18.553244 run osmo-msc_10.42.42.6(pid=23579): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23579)]\u000a10:02:18.602758 run osmo-msc_10.42.42.6(pid=23579): stdout: \u000a| (launched: 2022-12-09_10:02:17.423421) \u000a10:02:18.652603 run osmo-msc_10.42.42.6(pid=23579): stderr: \u000a| �[0;m�[38;5;43m20221209100217698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100217699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1fb0819c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100217699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100217699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100217699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100217699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100217701 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100217701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100217701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100217702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:02:18.694942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23572): Terminating (SIGTERM)\u000a10:02:18.734605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23575): Terminating (SIGTERM)\u000a10:02:18.774466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23578): Terminating (SIGTERM)\u000a10:02:18.783731 --- ParallelTerminationStrategy: PID 23572 died...\u000a10:02:18.837276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23572): Terminated: ok {rc=0}\u000a10:02:18.847005 --- ParallelTerminationStrategy: PID 23575 died...\u000a10:02:18.900423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23575): Terminated: ok {rc=0}\u000a10:02:18.910192 --- ParallelTerminationStrategy: PID 23578 died...\u000a10:02:18.963140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23578): Terminated: ok {rc=0}\u000a10:02:19.047038 bus /sierra_3: Setting Powered False\u000a10:02:20.155045 bus /sierra_3: Setting Powered False\u000a10:02:21.267097 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23587): Process ended prematurely: osmo-stp_10.42.42.5(pid=23587) [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23587)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23587): Process ended prematurely: osmo-stp_10.42.42.5(pid=23587) [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:02:22.378309 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:02:22.389892 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:02:22.535368 tst mo_mt_call_osmux.py: using LAC 20695\u000a10:02:22.655917 tst mo_mt_call_osmux.py: using RAC 40\u000a10:02:22.778234 tst mo_mt_call_osmux.py: using CellId 20695\u000a10:02:22.898103 tst mo_mt_call_osmux.py: using BVCI 20696\u000a10:02:22.921588 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:02:22.932515 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:02:22.943292 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:02:22.954200 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:02:22.965054 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:02:22.975903 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:02:23.095034 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:02:23.299692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:23.793901 run create_hlr_db(pid=23581): Launched\u000a10:02:23.971583 bus /sierra_2: Setting Powered False\u000a10:02:24.992023 run create_hlr_db(pid=23581): Terminated: ok {rc=0}\u000a10:02:25.400013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23583): Launched\u000a10:02:25.706474 run osmo-hlr_10.42.42.2(pid=23584): Launched\u000a10:02:25.818070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:26.351738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23586): Launched\u000a10:02:26.658624 run osmo-stp_10.42.42.5(pid=23587): Launched\u000a10:02:26.770514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:02:27.330186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23589): Launched\u000a10:02:27.637373 run osmo-msc_10.42.42.6(pid=23590): Launched\u000a10:02:27.816545 run osmo-stp_10.42.42.5(pid=23587): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23587)]\u000a10:02:27.945990 run osmo-stp_10.42.42.5(pid=23587): stdout: \u000a| (launched: 2022-12-09_10:02:26.507427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:28.074123 run osmo-stp_10.42.42.5(pid=23587): stderr: \u000a| �[0;m�[38;5;43m20221209100226679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100226679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100226679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100226680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100226680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100226680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100226680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:28.197191 run osmo-stp_10.42.42.5(pid=23587): stdout: \u000a| (launched: 2022-12-09_10:02:26.507427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:28.318743 run osmo-stp_10.42.42.5(pid=23587): stderr: \u000a| �[0;m�[38;5;43m20221209100226679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100226679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100226679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100226680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100226680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100226680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100226680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:28.372540 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23587): Process ended prematurely: osmo-stp_10.42.42.5(pid=23587) [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23587)] [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:02:28.381528 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a10:02:28.441532 run osmo-hlr_10.42.42.2(pid=23584): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23584)]\u000a10:02:28.490842 run osmo-hlr_10.42.42.2(pid=23584): stdout: \u000a| (launched: 2022-12-09_10:02:25.555852) \u000a10:02:28.540674 run osmo-hlr_10.42.42.2(pid=23584): stderr: \u000a| �[0;m�[1;31m20221209100225730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100225730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100225730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100225731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100225731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100225731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100225759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100225769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100225769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100225769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:28.608348 run osmo-msc_10.42.42.6(pid=23590): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23590)]\u000a10:02:28.657409 run osmo-msc_10.42.42.6(pid=23590): stdout: \u000a| (launched: 2022-12-09_10:02:27.485573) \u000a10:02:28.706946 run osmo-msc_10.42.42.6(pid=23590): stderr: \u000a| �[0;m�[38;5;43m20221209100227759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100227759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6dcc6e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100227759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100227760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100227760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100227760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100227762 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100227762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100227762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100227762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:02:28.749006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23583): Terminating (SIGTERM)\u000a10:02:28.788509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23586): Terminating (SIGTERM)\u000a10:02:28.828159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23589): Terminating (SIGTERM)\u000a10:02:28.837468 --- ParallelTerminationStrategy: PID 23583 died...\u000a10:02:28.890781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23583): Terminated: ok {rc=0}\u000a10:02:28.900348 --- ParallelTerminationStrategy: PID 23586 died...\u000a10:02:28.953399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23586): Terminated: ok {rc=0}\u000a10:02:28.963137 --- ParallelTerminationStrategy: PID 23589 died...\u000a10:02:29.015917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23589): Terminated: ok {rc=0}\u000a10:02:29.105085 bus /sierra_3: Setting Powered False\u000a10:02:30.208360 bus /sierra_3: Setting Powered False\u000a10:02:31.325925 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:02:11" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23604): Process ended prematurely: osmo-stp_10.42.42.5(pid=23604) [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23604)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23604): Process ended prematurely: osmo-stp_10.42.42.5(pid=23604) [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:02:33.286330 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:02:33.298017 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:02:33.451908 tst mo_mt_call.py: using LAC 20696\u000a10:02:33.583814 tst mo_mt_call.py: using RAC 41\u000a10:02:33.714771 tst mo_mt_call.py: using CellId 20696\u000a10:02:33.843822 tst mo_mt_call.py: using BVCI 20697\u000a10:02:33.869097 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:02:33.880420 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:02:33.891668 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:02:33.903219 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:02:33.914690 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:02:33.926194 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:02:34.048418 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:02:34.252395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:34.749903 run create_hlr_db(pid=23595): Launched\u000a10:02:34.925131 bus /sierra_2: Setting Powered False\u000a10:02:35.948678 run create_hlr_db(pid=23595): Terminated: ok {rc=0}\u000a10:02:36.388762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23600): Launched\u000a10:02:36.721467 run osmo-hlr_10.42.42.2(pid=23601): Launched\u000a10:02:36.843142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:37.416225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23603): Launched\u000a10:02:37.747960 run osmo-stp_10.42.42.5(pid=23604): Launched\u000a10:02:37.868303 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:02:38.473249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23606): Launched\u000a10:02:38.806181 run osmo-msc_10.42.42.6(pid=23607): Launched\u000a10:02:38.999597 run osmo-stp_10.42.42.5(pid=23604): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23604)]\u000a10:02:39.139613 run osmo-stp_10.42.42.5(pid=23604): stdout: \u000a| (launched: 2022-12-09_10:02:37.584234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:39.277634 run osmo-stp_10.42.42.5(pid=23604): stderr: \u000a| �[0;m�[38;5;43m20221209100237777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100237777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100237777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100237778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100237778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100237778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100237778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:39.410582 run osmo-stp_10.42.42.5(pid=23604): stdout: \u000a| (launched: 2022-12-09_10:02:37.584234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:39.542218 run osmo-stp_10.42.42.5(pid=23604): stderr: \u000a| �[0;m�[38;5;43m20221209100237777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100237777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100237777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100237778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100237778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100237778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100237778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:39.600322 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23604): Process ended prematurely: osmo-stp_10.42.42.5(pid=23604) [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23604)] [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:02:39.609992 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:02:39.674248 run osmo-hlr_10.42.42.2(pid=23601): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23601)]\u000a10:02:39.726379 run osmo-hlr_10.42.42.2(pid=23601): stdout: \u000a| (launched: 2022-12-09_10:02:36.557135) \u000a10:02:39.778987 run osmo-hlr_10.42.42.2(pid=23601): stderr: \u000a| �[0;m�[1;31m20221209100236757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100236757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100236757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100236757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100236757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100236757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100236770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100236779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100236779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100236779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:39.850624 run osmo-msc_10.42.42.6(pid=23607): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23607)]\u000a10:02:39.902972 run osmo-msc_10.42.42.6(pid=23607): stdout: \u000a| (launched: 2022-12-09_10:02:38.642319) \u000a10:02:39.955726 run osmo-msc_10.42.42.6(pid=23607): stderr: \u000a| �[0;m�[38;5;43m20221209100238963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100238963 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f552336dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100238963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100238963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100238963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100238964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100238965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100238966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100238966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100238966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:02:40.000595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23600): Terminating (SIGTERM)\u000a10:02:40.043326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23603): Terminating (SIGTERM)\u000a10:02:40.086114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23606): Terminating (SIGTERM)\u000a10:02:40.096238 --- ParallelTerminationStrategy: PID 23600 died...\u000a10:02:40.153456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23600): Terminated: ok {rc=0}\u000a10:02:40.163762 --- ParallelTerminationStrategy: PID 23603 died...\u000a10:02:40.220736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23603): Terminated: ok {rc=0}\u000a10:02:40.231042 --- ParallelTerminationStrategy: PID 23606 died...\u000a10:02:40.287494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23606): Terminated: ok {rc=0}\u000a10:02:40.375412 bus /sierra_3: Setting Powered False\u000a10:02:41.483563 bus /sierra_3: Setting Powered False\u000a10:02:42.591521 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23615): Process ended prematurely: osmo-stp_10.42.42.5(pid=23615) [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23615)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23615): Process ended prematurely: osmo-stp_10.42.42.5(pid=23615) [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:02:43.700896 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:02:43.712465 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:02:43.854550 tst mo_mt_call_osmux.py: using LAC 20697\u000a10:02:43.973415 tst mo_mt_call_osmux.py: using RAC 42\u000a10:02:44.097139 tst mo_mt_call_osmux.py: using CellId 20697\u000a10:02:44.216295 tst mo_mt_call_osmux.py: using BVCI 20698\u000a10:02:44.239707 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:02:44.250701 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:02:44.261417 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:02:44.272072 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:02:44.282820 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:02:44.293642 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:02:44.413926 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:02:44.629274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:45.151257 run create_hlr_db(pid=23609): Launched\u000a10:02:45.342220 bus /sierra_2: Setting Powered False\u000a10:02:46.398196 run create_hlr_db(pid=23609): Terminated: ok {rc=0}\u000a10:02:46.852069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23611): Launched\u000a10:02:47.261469 run osmo-hlr_10.42.42.2(pid=23612): Launched\u000a10:02:47.373921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:47.908470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23614): Launched\u000a10:02:48.217494 run osmo-stp_10.42.42.5(pid=23615): Launched\u000a10:02:48.329403 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:02:48.891187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23617): Launched\u000a10:02:49.199881 run osmo-msc_10.42.42.6(pid=23618): Launched\u000a10:02:49.380720 run osmo-stp_10.42.42.5(pid=23615): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23615)]\u000a10:02:49.510964 run osmo-stp_10.42.42.5(pid=23615): stdout: \u000a| (launched: 2022-12-09_10:02:48.065589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:49.638514 run osmo-stp_10.42.42.5(pid=23615): stderr: \u000a| �[0;m�[38;5;43m20221209100248238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100248238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100248239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100248239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100248239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100248240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100248240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:49.762016 run osmo-stp_10.42.42.5(pid=23615): stdout: \u000a| (launched: 2022-12-09_10:02:48.065589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:49.884349 run osmo-stp_10.42.42.5(pid=23615): stderr: \u000a| �[0;m�[38;5;43m20221209100248238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100248238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100248239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100248239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100248239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100248240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100248240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:49.938180 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23615): Process ended prematurely: osmo-stp_10.42.42.5(pid=23615) [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23615)] [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:02:49.946887 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:02:50.007676 run osmo-hlr_10.42.42.2(pid=23612): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23612)]\u000a10:02:50.058007 run osmo-hlr_10.42.42.2(pid=23612): stdout: \u000a| (launched: 2022-12-09_10:02:47.022697) \u000a10:02:50.108401 run osmo-hlr_10.42.42.2(pid=23612): stderr: \u000a| �[0;m�[1;31m20221209100247236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100247236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100247236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100247236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100247236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100247236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100247248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100247256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100247256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100247256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:50.177886 run osmo-msc_10.42.42.6(pid=23618): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23618)]\u000a10:02:50.227966 run osmo-msc_10.42.42.6(pid=23618): stdout: \u000a| (launched: 2022-12-09_10:02:49.047352) \u000a10:02:50.278461 run osmo-msc_10.42.42.6(pid=23618): stderr: \u000a| �[0;m�[38;5;43m20221209100249318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100249318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3aedb95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100249318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100249318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100249319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100249319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100249321 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100249321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100249321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100249321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:02:50.321403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23611): Terminating (SIGTERM)\u000a10:02:50.361500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23614): Terminating (SIGTERM)\u000a10:02:50.401726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23617): Terminating (SIGTERM)\u000a10:02:50.411112 --- ParallelTerminationStrategy: PID 23611 died...\u000a10:02:50.464876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23611): Terminated: ok {rc=0}\u000a10:02:50.474678 --- ParallelTerminationStrategy: PID 23614 died...\u000a10:02:50.528786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23614): Terminated: ok {rc=0}\u000a10:02:50.538583 --- ParallelTerminationStrategy: PID 23617 died...\u000a10:02:50.592085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23617): Terminated: ok {rc=0}\u000a10:02:50.681102 bus /sierra_3: Setting Powered False\u000a10:02:51.785685 bus /sierra_3: Setting Powered False\u000a10:02:52.899392 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:02:33" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23629): Process ended prematurely: osmo-stp_10.42.42.5(pid=23629) [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23629)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23629): Process ended prematurely: osmo-stp_10.42.42.5(pid=23629) [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:02:54.850222 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:02:54.861134 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:02:55.005683 tst mo_mt_call.py: using LAC 20698\u000a10:02:55.126369 tst mo_mt_call.py: using RAC 43\u000a10:02:55.246211 tst mo_mt_call.py: using CellId 20698\u000a10:02:55.365365 tst mo_mt_call.py: using BVCI 20699\u000a10:02:55.388601 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:02:55.399606 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:02:55.410518 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:02:55.421342 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:02:55.432098 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:02:55.443043 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:02:55.561236 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:02:55.763180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:56.257752 run create_hlr_db(pid=23623): Launched\u000a10:02:56.433339 bus /sierra_2: Setting Powered False\u000a10:02:57.456071 run create_hlr_db(pid=23623): Terminated: ok {rc=0}\u000a10:02:57.865943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23625): Launched\u000a10:02:58.172437 run osmo-hlr_10.42.42.2(pid=23626): Launched\u000a10:02:58.294441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:58.831359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23628): Launched\u000a10:02:59.137877 run osmo-stp_10.42.42.5(pid=23629): Launched\u000a10:02:59.248648 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:02:59.807938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23631): Launched\u000a10:03:00.116659 run osmo-msc_10.42.42.6(pid=23632): Launched\u000a10:03:00.296267 run osmo-stp_10.42.42.5(pid=23629): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23629)]\u000a10:03:00.425900 run osmo-stp_10.42.42.5(pid=23629): stdout: \u000a| (launched: 2022-12-09_10:02:58.986999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:00.553425 run osmo-stp_10.42.42.5(pid=23629): stderr: \u000a| �[0;m�[38;5;43m20221209100259160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100259160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100259160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100259161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100259161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100259161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100259161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:00.677266 run osmo-stp_10.42.42.5(pid=23629): stdout: \u000a| (launched: 2022-12-09_10:02:58.986999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:00.799188 run osmo-stp_10.42.42.5(pid=23629): stderr: \u000a| �[0;m�[38;5;43m20221209100259160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100259160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100259160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100259161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100259161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100259161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100259161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:00.864936 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23629): Process ended prematurely: osmo-stp_10.42.42.5(pid=23629) [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23629)] [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:03:00.877236 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:03:00.956617 run osmo-hlr_10.42.42.2(pid=23626): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23626)]\u000a10:03:01.012321 run osmo-hlr_10.42.42.2(pid=23626): stdout: \u000a| (launched: 2022-12-09_10:02:58.021697) \u000a10:03:01.068708 run osmo-hlr_10.42.42.2(pid=23626): stderr: \u000a| �[0;m�[1;31m20221209100258198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100258198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100258198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100258198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100258198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100258198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100258210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100258218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100258218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100258218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:01.146031 run osmo-msc_10.42.42.6(pid=23632): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23632)]\u000a10:03:01.201518 run osmo-msc_10.42.42.6(pid=23632): stdout: \u000a| (launched: 2022-12-09_10:02:59.964536) \u000a10:03:01.258556 run osmo-msc_10.42.42.6(pid=23632): stderr: \u000a| �[0;m�[38;5;43m20221209100300238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100300238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a6bbc1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100300238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100300239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100300239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100300239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100300241 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100300241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100300241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100300241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:03:01.306317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23625): Terminating (SIGTERM)\u000a10:03:01.353674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23628): Terminating (SIGTERM)\u000a10:03:01.401068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23631): Terminating (SIGTERM)\u000a10:03:01.413223 --- ParallelTerminationStrategy: PID 23625 died...\u000a10:03:01.474530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23625): Terminated: ok {rc=0}\u000a10:03:01.486800 --- ParallelTerminationStrategy: PID 23628 died...\u000a10:03:01.546614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23628): Terminated: ok {rc=0}\u000a10:03:01.558110 --- ParallelTerminationStrategy: PID 23631 died...\u000a10:03:01.621859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23631): Terminated: ok {rc=0}\u000a10:03:01.714806 bus /sierra_3: Setting Powered False\u000a10:03:02.822312 bus /sierra_3: Setting Powered False\u000a10:03:03.932729 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23641): Process ended prematurely: osmo-stp_10.42.42.5(pid=23641) [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23641)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23641): Process ended prematurely: osmo-stp_10.42.42.5(pid=23641) [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:03:05.050191 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:03:05.062415 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:03:05.219452 tst mo_mt_call_osmux.py: using LAC 20699\u000a10:03:05.349446 tst mo_mt_call_osmux.py: using RAC 44\u000a10:03:05.481062 tst mo_mt_call_osmux.py: using CellId 20699\u000a10:03:05.611490 tst mo_mt_call_osmux.py: using BVCI 20700\u000a10:03:05.636643 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:03:05.648244 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:03:05.659557 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:03:05.671604 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:03:05.683879 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:03:05.695929 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:03:05.816281 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:03:06.031601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:06.553050 run create_hlr_db(pid=23635): Launched\u000a10:03:06.743730 bus /sierra_2: Setting Powered False\u000a10:03:07.765150 run create_hlr_db(pid=23635): Terminated: ok {rc=0}\u000a10:03:08.205485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23637): Launched\u000a10:03:08.538718 run osmo-hlr_10.42.42.2(pid=23638): Launched\u000a10:03:08.659248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:09.235976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23640): Launched\u000a10:03:09.569676 run osmo-stp_10.42.42.5(pid=23641): Launched\u000a10:03:09.690416 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:03:10.296000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23643): Launched\u000a10:03:10.628098 run osmo-msc_10.42.42.6(pid=23644): Launched\u000a10:03:10.821910 run osmo-stp_10.42.42.5(pid=23641): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23641)]\u000a10:03:10.961088 run osmo-stp_10.42.42.5(pid=23641): stdout: \u000a| (launched: 2022-12-09_10:03:09.404398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:11.099983 run osmo-stp_10.42.42.5(pid=23641): stderr: \u000a| �[0;m�[38;5;43m20221209100309599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100309599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100309599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100309599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100309600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100309600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100309600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:11.233560 run osmo-stp_10.42.42.5(pid=23641): stdout: \u000a| (launched: 2022-12-09_10:03:09.404398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:11.365061 run osmo-stp_10.42.42.5(pid=23641): stderr: \u000a| �[0;m�[38;5;43m20221209100309599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100309599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100309599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100309599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100309600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100309600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100309600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:11.422784 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23641): Process ended prematurely: osmo-stp_10.42.42.5(pid=23641) [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23641)] [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:03:11.432221 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:03:11.496194 run osmo-hlr_10.42.42.2(pid=23638): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23638)]\u000a10:03:11.548833 run osmo-hlr_10.42.42.2(pid=23638): stdout: \u000a| (launched: 2022-12-09_10:03:08.374169) \u000a10:03:11.602059 run osmo-hlr_10.42.42.2(pid=23638): stderr: \u000a| �[0;m�[1;31m20221209100308573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100308573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100308573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100308573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100308573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100308573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100308585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100308593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100308594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100308594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:11.674339 run osmo-msc_10.42.42.6(pid=23644): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23644)]\u000a10:03:11.726756 run osmo-msc_10.42.42.6(pid=23644): stdout: \u000a| (launched: 2022-12-09_10:03:10.464290) \u000a10:03:11.779607 run osmo-msc_10.42.42.6(pid=23644): stderr: \u000a| �[0;m�[38;5;43m20221209100310791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100310792 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84ba4cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100310792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100310792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100310792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100310792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100310794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100310794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100310794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100310795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:03:11.824632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23637): Terminating (SIGTERM)\u000a10:03:11.867417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23640): Terminating (SIGTERM)\u000a10:03:11.910125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23643): Terminating (SIGTERM)\u000a10:03:11.919983 --- ParallelTerminationStrategy: PID 23637 died...\u000a10:03:11.977593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23637): Terminated: ok {rc=0}\u000a10:03:11.987832 --- ParallelTerminationStrategy: PID 23640 died...\u000a10:03:12.044751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23640): Terminated: ok {rc=0}\u000a10:03:12.054976 --- ParallelTerminationStrategy: PID 23643 died...\u000a10:03:12.111590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23643): Terminated: ok {rc=0}\u000a10:03:12.198985 bus /sierra_3: Setting Powered False\u000a10:03:13.305768 bus /sierra_3: Setting Powered False\u000a10:03:14.418525 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:02:54" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23655): Process ended prematurely: osmo-stp_10.42.42.5(pid=23655) [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23655)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23655): Process ended prematurely: osmo-stp_10.42.42.5(pid=23655) [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:03:16.419130 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:03:16.431394 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:03:16.593118 tst mo_mt_call.py: using LAC 20700\u000a10:03:16.745251 tst mo_mt_call.py: using RAC 45\u000a10:03:16.870757 tst mo_mt_call.py: using CellId 20700\u000a10:03:17.030415 tst mo_mt_call.py: using BVCI 20701\u000a10:03:17.057406 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:03:17.069382 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:03:17.082196 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:03:17.093452 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:03:17.104928 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:03:17.116576 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:03:17.232587 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:03:17.448166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:17.969842 run create_hlr_db(pid=23649): Launched\u000a10:03:18.160781 bus /sierra_2: Setting Powered False\u000a10:03:19.182218 run create_hlr_db(pid=23649): Terminated: ok {rc=0}\u000a10:03:19.621966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23651): Launched\u000a10:03:19.953564 run osmo-hlr_10.42.42.2(pid=23652): Launched\u000a10:03:20.071684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:20.651273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23654): Launched\u000a10:03:20.983868 run osmo-stp_10.42.42.5(pid=23655): Launched\u000a10:03:21.104535 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:03:21.710039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23657): Launched\u000a10:03:22.042048 run osmo-msc_10.42.42.6(pid=23658): Launched\u000a10:03:22.235524 run osmo-stp_10.42.42.5(pid=23655): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23655)]\u000a10:03:22.374793 run osmo-stp_10.42.42.5(pid=23655): stdout: \u000a| (launched: 2022-12-09_10:03:20.819184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:22.513438 run osmo-stp_10.42.42.5(pid=23655): stderr: \u000a| �[0;m�[38;5;43m20221209100321011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100321011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100321011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100321011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100321012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100321012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100321012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:22.646111 run osmo-stp_10.42.42.5(pid=23655): stdout: \u000a| (launched: 2022-12-09_10:03:20.819184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:22.777577 run osmo-stp_10.42.42.5(pid=23655): stderr: \u000a| �[0;m�[38;5;43m20221209100321011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100321011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100321011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100321011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100321012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100321012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100321012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:22.835439 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23655): Process ended prematurely: osmo-stp_10.42.42.5(pid=23655) [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23655)] [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:03:22.844773 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:03:22.909389 run osmo-hlr_10.42.42.2(pid=23652): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23652)]\u000a10:03:22.961940 run osmo-hlr_10.42.42.2(pid=23652): stdout: \u000a| (launched: 2022-12-09_10:03:19.789797) \u000a10:03:23.015155 run osmo-hlr_10.42.42.2(pid=23652): stderr: \u000a| �[0;m�[1;31m20221209100319988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100319989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100319989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100319989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100319989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100319989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100320001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100320010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100320011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100320011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:23.087656 run osmo-msc_10.42.42.6(pid=23658): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23658)]\u000a10:03:23.140334 run osmo-msc_10.42.42.6(pid=23658): stdout: \u000a| (launched: 2022-12-09_10:03:21.878051) \u000a10:03:23.193551 run osmo-msc_10.42.42.6(pid=23658): stderr: \u000a| �[0;m�[38;5;43m20221209100322201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100322201 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64b4f41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100322201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100322201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100322201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100322202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100322203 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100322204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100322204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100322204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:03:23.238698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23651): Terminating (SIGTERM)\u000a10:03:23.281423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23654): Terminating (SIGTERM)\u000a10:03:23.323834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23657): Terminating (SIGTERM)\u000a10:03:23.333967 --- ParallelTerminationStrategy: PID 23651 died...\u000a10:03:23.391179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23651): Terminated: ok {rc=0}\u000a10:03:23.401492 --- ParallelTerminationStrategy: PID 23654 died...\u000a10:03:23.458110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23654): Terminated: ok {rc=0}\u000a10:03:23.468656 --- ParallelTerminationStrategy: PID 23657 died...\u000a10:03:23.525425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23657): Terminated: ok {rc=0}\u000a10:03:23.612789 bus /sierra_3: Setting Powered False\u000a10:03:24.722752 bus /sierra_3: Setting Powered False\u000a10:03:25.833371 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23666): Process ended prematurely: osmo-stp_10.42.42.5(pid=23666) [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23666)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23666): Process ended prematurely: osmo-stp_10.42.42.5(pid=23666) [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:03:26.950413 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:03:26.962375 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:03:27.117868 tst mo_mt_call_osmux.py: using LAC 20701\u000a10:03:27.249612 tst mo_mt_call_osmux.py: using RAC 46\u000a10:03:27.378907 tst mo_mt_call_osmux.py: using CellId 20701\u000a10:03:27.503435 tst mo_mt_call_osmux.py: using BVCI 20702\u000a10:03:27.527194 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:03:27.538166 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:03:27.549162 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:03:27.560606 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:03:27.572048 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:03:27.583586 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:03:27.704875 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:03:27.914656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:28.434649 run create_hlr_db(pid=23660): Launched\u000a10:03:28.626125 bus /sierra_2: Setting Powered False\u000a10:03:29.647836 run create_hlr_db(pid=23660): Terminated: ok {rc=0}\u000a10:03:30.061264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23662): Launched\u000a10:03:30.369453 run osmo-hlr_10.42.42.2(pid=23663): Launched\u000a10:03:30.488462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:31.068478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23665): Launched\u000a10:03:31.567125 run osmo-stp_10.42.42.5(pid=23666): Launched\u000a10:03:31.818251 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:03:32.432678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23668): Launched\u000a10:03:32.742809 run osmo-msc_10.42.42.6(pid=23669): Launched\u000a10:03:32.922142 run osmo-stp_10.42.42.5(pid=23666): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23666)]\u000a10:03:33.051290 run osmo-stp_10.42.42.5(pid=23666): stdout: \u000a| (launched: 2022-12-09_10:03:31.242778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:33.179105 run osmo-stp_10.42.42.5(pid=23666): stderr: \u000a| �[0;m�[38;5;43m20221209100331522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100331522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100331522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100331523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100331525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100331525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100331525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:33.302586 run osmo-stp_10.42.42.5(pid=23666): stdout: \u000a| (launched: 2022-12-09_10:03:31.242778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:33.425004 run osmo-stp_10.42.42.5(pid=23666): stderr: \u000a| �[0;m�[38;5;43m20221209100331522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100331522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100331522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100331523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100331525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100331525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100331525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:33.479162 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23666): Process ended prematurely: osmo-stp_10.42.42.5(pid=23666) [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23666)] [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:03:33.487905 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:03:33.548294 run osmo-hlr_10.42.42.2(pid=23663): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23663)]\u000a10:03:33.597864 run osmo-hlr_10.42.42.2(pid=23663): stdout: \u000a| (launched: 2022-12-09_10:03:30.217598) \u000a10:03:33.648000 run osmo-hlr_10.42.42.2(pid=23663): stderr: \u000a| �[0;m�[1;31m20221209100330394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100330394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100330394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100330394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100330394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100330394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100330406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100330417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100330417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100330417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:33.716025 run osmo-msc_10.42.42.6(pid=23669): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23669)]\u000a10:03:33.765558 run osmo-msc_10.42.42.6(pid=23669): stdout: \u000a| (launched: 2022-12-09_10:03:32.589577) \u000a10:03:33.815505 run osmo-msc_10.42.42.6(pid=23669): stderr: \u000a| �[0;m�[38;5;43m20221209100332862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100332862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f519532ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100332862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100332862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100332863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100332863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100332864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100332865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100332865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100332865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:03:33.857708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23662): Terminating (SIGTERM)\u000a10:03:33.897726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23665): Terminating (SIGTERM)\u000a10:03:33.937469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23668): Terminating (SIGTERM)\u000a10:03:33.946823 --- ParallelTerminationStrategy: PID 23662 died...\u000a10:03:34.000498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23662): Terminated: ok {rc=0}\u000a10:03:34.010483 --- ParallelTerminationStrategy: PID 23665 died...\u000a10:03:34.063698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23665): Terminated: ok {rc=0}\u000a10:03:34.073450 --- ParallelTerminationStrategy: PID 23668 died...\u000a10:03:34.126706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23668): Terminated: ok {rc=0}\u000a10:03:34.211436 bus /sierra_3: Setting Powered False\u000a10:03:35.313072 bus /sierra_3: Setting Powered False\u000a10:03:36.421327 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:03:16" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23680): Process ended prematurely: osmo-stp_10.42.42.5(pid=23680) [trial-2358↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23680)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23680): Process ended prematurely: osmo-stp_10.42.42.5(pid=23680) [trial-2358↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:03:38.398785 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:38.409835 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a10:03:38.542673 tst emergency_mo_mt_call.py: using LAC 20702\u000a10:03:38.669792 tst emergency_mo_mt_call.py: using RAC 47\u000a10:03:38.798800 tst emergency_mo_mt_call.py: using CellId 20702\u000a10:03:38.928351 tst emergency_mo_mt_call.py: using BVCI 20703\u000a10:03:38.953296 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:38.964289 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:38.975206 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:38.986393 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:38.997538 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:39.008585 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:03:39.124617 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:03:39.333949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:39.846210 run create_hlr_db(pid=23674): Launched\u000a10:03:40.035057 bus /sierra_2: Setting Powered False\u000a10:03:41.054647 run create_hlr_db(pid=23674): Terminated: ok {rc=0}\u000a10:03:41.487942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23676): Launched\u000a10:03:41.813146 run osmo-hlr_10.42.42.2(pid=23677): Launched\u000a10:03:41.932737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:42.495959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23679): Launched\u000a10:03:42.820902 run osmo-stp_10.42.42.5(pid=23680): Launched\u000a10:03:42.955077 tst emergency_mo_mt_call.py: using MSISDN 7154\u000a10:03:43.117649 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:03:43.711364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23682): Launched\u000a10:03:44.037763 run osmo-msc_10.42.42.6(pid=23683): Launched\u000a10:03:44.227752 run osmo-stp_10.42.42.5(pid=23680): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23680)]\u000a10:03:44.364008 run osmo-stp_10.42.42.5(pid=23680): stdout: \u000a| (launched: 2022-12-09_10:03:42.660681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:44.500562 run osmo-stp_10.42.42.5(pid=23680): stderr: \u000a| �[0;m�[38;5;43m20221209100342853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100342854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100342854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100342854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100342855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100342855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100342855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:44.630999 run osmo-stp_10.42.42.5(pid=23680): stdout: \u000a| (launched: 2022-12-09_10:03:42.660681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:44.759980 run osmo-stp_10.42.42.5(pid=23680): stderr: \u000a| �[0;m�[38;5;43m20221209100342853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100342854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100342854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100342854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100342855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100342855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100342855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:44.816396 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23680): Process ended prematurely: osmo-stp_10.42.42.5(pid=23680) [trial-2358↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23680)] [trial-2358↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a10:03:44.825262 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a10:03:44.889672 run osmo-hlr_10.42.42.2(pid=23677): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23677)]\u000a10:03:44.942275 run osmo-hlr_10.42.42.2(pid=23677): stdout: \u000a| (launched: 2022-12-09_10:03:41.652422) \u000a10:03:44.995334 run osmo-hlr_10.42.42.2(pid=23677): stderr: \u000a| �[0;m�[1;31m20221209100341852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100341852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100341852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100341852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100341852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100341852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100341865 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100341873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100341873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100341873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:45.067690 run osmo-msc_10.42.42.6(pid=23683): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23683)]\u000a10:03:45.120363 run osmo-msc_10.42.42.6(pid=23683): stdout: \u000a| (launched: 2022-12-09_10:03:43.876075) \u000a10:03:45.173989 run osmo-msc_10.42.42.6(pid=23683): stderr: \u000a| �[0;m�[38;5;43m20221209100344200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100344200 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7962688c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100344200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100344200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100344201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100344201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100344203 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100344203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100344203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100344203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:03:45.219394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23676): Terminating (SIGTERM)\u000a10:03:45.262035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23679): Terminating (SIGTERM)\u000a10:03:45.304904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23682): Terminating (SIGTERM)\u000a10:03:45.314922 --- ParallelTerminationStrategy: PID 23676 died...\u000a10:03:45.371969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23676): Terminated: ok {rc=0}\u000a10:03:45.382311 --- ParallelTerminationStrategy: PID 23679 died...\u000a10:03:45.439311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23679): Terminated: ok {rc=0}\u000a10:03:45.449646 --- ParallelTerminationStrategy: PID 23682 died...\u000a10:03:45.506746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23682): Terminated: ok {rc=0}\u000a10:03:45.595825 bus /sierra_3: Setting Powered False\u000a10:03:46.716345 bus /sierra_3: Setting Powered False\u000a10:03:47.830789 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23692): Process ended prematurely: osmo-stp_10.42.42.5(pid=23692) [trial-2358↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23692)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23692): Process ended prematurely: osmo-stp_10.42.42.5(pid=23692) [trial-2358↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:03:48.883138 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:48.894920 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a10:03:49.028580 tst emergency_preemptive_call.py: using LAC 20703\u000a10:03:49.155065 tst emergency_preemptive_call.py: using RAC 48\u000a10:03:49.283932 tst emergency_preemptive_call.py: using CellId 20703\u000a10:03:49.413277 tst emergency_preemptive_call.py: using BVCI 20704\u000a10:03:49.438010 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:49.448914 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:49.459794 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:49.470953 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:49.482137 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:49.493193 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:03:49.612562 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:03:49.729795 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:03:49.849351 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:03:50.049970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:50.539254 run create_hlr_db(pid=23686): Launched\u000a10:03:50.714532 bus /sierra_2: Setting Powered False\u000a10:03:51.735499 run create_hlr_db(pid=23686): Terminated: ok {rc=0}\u000a10:03:52.138089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23688): Launched\u000a10:03:52.440514 run osmo-hlr_10.42.42.2(pid=23689): Launched\u000a10:03:52.554181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:53.087918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23691): Launched\u000a10:03:53.391673 run osmo-stp_10.42.42.5(pid=23692): Launched\u000a10:03:53.512010 tst emergency_preemptive_call.py: using MSISDN 7155\u000a10:03:53.661695 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:03:54.210935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23694): Launched\u000a10:03:54.514324 run osmo-msc_10.42.42.6(pid=23695): Launched\u000a10:03:54.691675 run osmo-stp_10.42.42.5(pid=23692): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23692)]\u000a10:03:54.819030 run osmo-stp_10.42.42.5(pid=23692): stdout: \u000a| (launched: 2022-12-09_10:03:53.240707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:54.944535 run osmo-stp_10.42.42.5(pid=23692): stderr: \u000a| �[0;m�[38;5;43m20221209100353412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100353412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100353412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100353412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100353413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100353413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100353413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:55.065969 run osmo-stp_10.42.42.5(pid=23692): stdout: \u000a| (launched: 2022-12-09_10:03:53.240707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:55.185864 run osmo-stp_10.42.42.5(pid=23692): stderr: \u000a| �[0;m�[38;5;43m20221209100353412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100353412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100353412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100353412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100353413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100353413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100353413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:55.238729 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23692): Process ended prematurely: osmo-stp_10.42.42.5(pid=23692) [trial-2358↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23692)] [trial-2358↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a10:03:55.246954 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a10:03:55.307473 run osmo-hlr_10.42.42.2(pid=23689): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23689)]\u000a10:03:55.357200 run osmo-hlr_10.42.42.2(pid=23689): stdout: \u000a| (launched: 2022-12-09_10:03:52.291421) \u000a10:03:55.407301 run osmo-hlr_10.42.42.2(pid=23689): stderr: \u000a| �[0;m�[1;31m20221209100352469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100352469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100352469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100352469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100352469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100352469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100352481 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100352490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100352491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100352491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:55.475489 run osmo-msc_10.42.42.6(pid=23695): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23695)]\u000a10:03:55.524974 run osmo-msc_10.42.42.6(pid=23695): stdout: \u000a| (launched: 2022-12-09_10:03:54.364618) \u000a10:03:55.575120 run osmo-msc_10.42.42.6(pid=23695): stderr: \u000a| �[0;m�[38;5;43m20221209100354642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100354642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70e0482c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100354642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100354642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100354643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100354643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100354645 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100354645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100354645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100354645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:03:55.617641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23688): Terminating (SIGTERM)\u000a10:03:55.657738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23691): Terminating (SIGTERM)\u000a10:03:55.697871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23694): Terminating (SIGTERM)\u000a10:03:55.707312 --- ParallelTerminationStrategy: PID 23688 died...\u000a10:03:55.761221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23688): Terminated: ok {rc=0}\u000a10:03:55.771050 --- ParallelTerminationStrategy: PID 23691 died...\u000a10:03:55.824548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23691): Terminated: ok {rc=0}\u000a10:03:55.834398 --- ParallelTerminationStrategy: PID 23694 died...\u000a10:03:55.888068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23694): Terminated: ok {rc=0}\u000a10:03:55.977875 bus /sierra_9: Setting Powered False\u000a10:03:57.082755 bus /sierra_9: Setting Powered False\u000a10:03:58.196638 bus /sierra_8: Setting Powered False\u000a10:03:59.303386 bus /sierra_8: Setting Powered False\u000a10:04:00.411885 bus /sierra_3: Setting Powered False\u000a10:04:01.519765 bus /sierra_3: Setting Powered False\u000a10:04:02.628183 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:03:38" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23710): Process ended prematurely: osmo-stp_10.42.42.5(pid=23710) [trial-2358↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23710)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23710): Process ended prematurely: osmo-stp_10.42.42.5(pid=23710) [trial-2358↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:04:04.694977 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:04.705489 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:04:04.830990 tst cs_paging_gprs_active.py: using LAC 20704\u000a10:04:04.954431 tst cs_paging_gprs_active.py: using RAC 49\u000a10:04:05.077087 tst cs_paging_gprs_active.py: using CellId 20704\u000a10:04:05.199298 tst cs_paging_gprs_active.py: using BVCI 20705\u000a10:04:05.223042 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:05.233604 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:05.243940 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:05.254598 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:05.264900 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:05.275315 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:05.285862 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:05.296717 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:05.307304 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:04:05.427736 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:04:05.708131 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:04:05.835990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:06.156250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23700): Launched\u000a10:04:06.420373 run iperf3-srv_10.42.42.10(pid=23701): Launched\u000a10:04:06.606279 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:04:06.733712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:07.052620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23702): Launched\u000a10:04:07.316717 run iperf3-srv_10.42.42.10(pid=23703): Launched\u000a10:04:07.503134 tst cs_paging_gprs_active.py:38: start network...\u000a10:04:07.630589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:08.122446 run create_hlr_db(pid=23704): Launched\u000a10:04:08.298329 bus /sierra_2: Setting Powered False\u000a10:04:09.320173 run create_hlr_db(pid=23704): Terminated: ok {rc=0}\u000a10:04:09.759052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23706): Launched\u000a10:04:10.092242 run osmo-hlr_10.42.42.2(pid=23707): Launched\u000a10:04:10.215310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:10.789962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23709): Launched\u000a10:04:11.122464 run osmo-stp_10.42.42.5(pid=23710): Launched\u000a10:04:11.242865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:04:11.819381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23712): Launched\u000a10:04:11.961281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:04:12.251392 run patchelf(pid=23713): Launched\u000a10:04:12.444018 run osmo-stp_10.42.42.5(pid=23710): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23710)]\u000a10:04:12.584823 run osmo-stp_10.42.42.5(pid=23710): stdout: \u000a| (launched: 2022-12-09_10:04:10.957652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:12.726028 run osmo-stp_10.42.42.5(pid=23710): stderr: \u000a| �[0;m�[38;5;43m20221209100411147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100411147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100411148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100411148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100411149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100411149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100411149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:12.863087 run osmo-stp_10.42.42.5(pid=23710): stdout: \u000a| (launched: 2022-12-09_10:04:10.957652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:12.998786 run osmo-stp_10.42.42.5(pid=23710): stderr: \u000a| �[0;m�[38;5;43m20221209100411147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100411147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100411148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100411148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100411149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100411149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100411149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:13.156941 run patchelf(pid=23713): Terminating (SIGINT)\u000a10:04:13.343241 run patchelf(pid=23713): Terminated: ok {rc=0}\u000a10:04:13.377298 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23710): Process ended prematurely: osmo-stp_10.42.42.5(pid=23710) [trial-2358↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23710)] [trial-2358↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a10:04:13.387179 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:04:13.452534 run osmo-hlr_10.42.42.2(pid=23707): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23707)]\u000a10:04:13.505336 run osmo-hlr_10.42.42.2(pid=23707): stdout: \u000a| (launched: 2022-12-09_10:04:09.927891) \u000a10:04:13.558837 run osmo-hlr_10.42.42.2(pid=23707): stderr: \u000a| �[0;m�[1;31m20221209100410129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100410129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100410129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100410129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100410129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100410129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100410141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100410150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100410150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100410150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:13.604202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23700): Terminating (SIGTERM)\u000a10:04:13.646564 run iperf3-srv_10.42.42.10(pid=23701): Terminating (SIGTERM)\u000a10:04:13.688916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23702): Terminating (SIGTERM)\u000a10:04:13.730896 run iperf3-srv_10.42.42.10(pid=23703): Terminating (SIGTERM)\u000a10:04:13.773711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23706): Terminating (SIGTERM)\u000a10:04:13.815789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23709): Terminating (SIGTERM)\u000a10:04:13.858530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23712): Terminating (SIGTERM)\u000a10:04:13.868341 --- ParallelTerminationStrategy: PID 23700 died...\u000a10:04:13.924821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23700): Terminated: ok {rc=0}\u000a10:04:13.935208 --- ParallelTerminationStrategy: PID 23701 died...\u000a10:04:13.991145 run iperf3-srv_10.42.42.10(pid=23701): Terminated {rc=256}\u000a10:04:14.001867 --- ParallelTerminationStrategy: PID 23702 died...\u000a10:04:14.057830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23702): Terminated: ok {rc=0}\u000a10:04:14.068182 --- ParallelTerminationStrategy: PID 23703 died...\u000a10:04:14.124277 run iperf3-srv_10.42.42.10(pid=23703): Terminated {rc=256}\u000a10:04:14.134699 --- ParallelTerminationStrategy: PID 23706 died...\u000a10:04:14.191584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23706): Terminated: ok {rc=0}\u000a10:04:14.201810 --- ParallelTerminationStrategy: PID 23709 died...\u000a10:04:14.258046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23709): Terminated: ok {rc=0}\u000a10:04:14.268388 --- ParallelTerminationStrategy: PID 23712 died...\u000a10:04:14.324781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23712): Terminated: ok {rc=0}\u000a10:04:14.410906 bus /gobi_0: Setting Powered False\u000a10:04:15.517333 bus /gobi_0: Setting Powered False\u000a10:04:16.643508 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23722): Process ended prematurely: osmo-stp_10.42.42.5(pid=23722) [trial-2358↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23722)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23722): Process ended prematurely: osmo-stp_10.42.42.5(pid=23722) [trial-2358↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a10:04:17.760820 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:17.772370 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:04:17.904438 tst iperf3.py: using LAC 20705\u000a10:04:18.033348 tst iperf3.py: using RAC 50\u000a10:04:18.163836 tst iperf3.py: using CellId 20705\u000a10:04:18.295684 tst iperf3.py: using BVCI 20706\u000a10:04:18.321093 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:18.331992 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:18.342979 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:18.354091 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:18.364884 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:18.375881 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:18.387124 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:18.398234 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:18.409462 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:04:18.707884 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:04:18.846197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:19.187468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23714): Launched\u000a10:04:19.472872 run iperf3-srv_10.42.42.10(pid=23715): Launched\u000a10:04:19.675047 tst iperf3.py:8: start network...\u000a10:04:19.813055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:20.335498 run create_hlr_db(pid=23716): Launched\u000a10:04:20.527167 bus /gobi_6: Setting Powered False\u000a10:04:21.547999 run create_hlr_db(pid=23716): Terminated: ok {rc=0}\u000a10:04:21.959656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23718): Launched\u000a10:04:22.267464 run osmo-hlr_10.42.42.2(pid=23719): Launched\u000a10:04:22.389890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:22.931944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23721): Launched\u000a10:04:23.242264 run osmo-stp_10.42.42.5(pid=23722): Launched\u000a10:04:23.364633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:04:23.909962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23724): Launched\u000a10:04:24.019131 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:04:24.287114 run patchelf(pid=23725): Launched\u000a10:04:24.466857 run osmo-stp_10.42.42.5(pid=23722): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23722)]\u000a10:04:24.598102 run osmo-stp_10.42.42.5(pid=23722): stdout: \u000a| (launched: 2022-12-09_10:04:23.087995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:24.729374 run osmo-stp_10.42.42.5(pid=23722): stderr: \u000a| �[0;m�[38;5;43m20221209100423262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100423262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100423262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100423263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100423263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100423263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100423263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:24.856447 run osmo-stp_10.42.42.5(pid=23722): stdout: \u000a| (launched: 2022-12-09_10:04:23.087995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:24.983362 run osmo-stp_10.42.42.5(pid=23722): stderr: \u000a| �[0;m�[38;5;43m20221209100423262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100423262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100423262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100423263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100423263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100423263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100423263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:25.129855 run patchelf(pid=23725): Terminating (SIGINT)\u000a10:04:25.301952 run patchelf(pid=23725): Terminated: ok {rc=0}\u000a10:04:25.333484 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23722): Process ended prematurely: osmo-stp_10.42.42.5(pid=23722) [trial-2358↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23722)] [trial-2358↪gprs:oc2g↪iperf3.py:8]\u000a10:04:25.342753 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:04:25.403635 run osmo-hlr_10.42.42.2(pid=23719): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23719)]\u000a10:04:25.453129 run osmo-hlr_10.42.42.2(pid=23719): stdout: \u000a| (launched: 2022-12-09_10:04:22.115815) \u000a10:04:25.503578 run osmo-hlr_10.42.42.2(pid=23719): stderr: \u000a| �[0;m�[1;31m20221209100422294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100422294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100422294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100422294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100422294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100422294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100422306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100422315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100422315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100422315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:25.546317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23714): Terminating (SIGTERM)\u000a10:04:25.586705 run iperf3-srv_10.42.42.10(pid=23715): Terminating (SIGTERM)\u000a10:04:25.627035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23718): Terminating (SIGTERM)\u000a10:04:25.667346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23721): Terminating (SIGTERM)\u000a10:04:25.707308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23724): Terminating (SIGTERM)\u000a10:04:25.716663 --- ParallelTerminationStrategy: PID 23714 died...\u000a10:04:25.770263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23714): Terminated: ok {rc=0}\u000a10:04:25.780259 --- ParallelTerminationStrategy: PID 23715 died...\u000a10:04:25.833409 run iperf3-srv_10.42.42.10(pid=23715): Terminated {rc=256}\u000a10:04:25.843145 --- ParallelTerminationStrategy: PID 23718 died...\u000a10:04:25.896431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23718): Terminated: ok {rc=0}\u000a10:04:25.906203 --- ParallelTerminationStrategy: PID 23721 died...\u000a10:04:25.959482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23721): Terminated: ok {rc=0}\u000a10:04:25.969219 --- ParallelTerminationStrategy: PID 23724 died...\u000a10:04:26.022525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23724): Terminated: ok {rc=0}\u000a10:04:26.112130 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23740): Process ended prematurely: osmo-stp_10.42.42.5(pid=23740) [trial-2358↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23740)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23740): Process ended prematurely: osmo-stp_10.42.42.5(pid=23740) [trial-2358↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a10:04:27.223737 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:27.235040 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:04:27.367567 tst iperf3m4.py: using LAC 20706\u000a10:04:27.498830 tst iperf3m4.py: using RAC 51\u000a10:04:27.633106 tst iperf3m4.py: using CellId 20706\u000a10:04:27.754771 tst iperf3m4.py: using BVCI 20707\u000a10:04:27.778664 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:27.789062 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:27.799374 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:27.810460 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:27.821432 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:27.832293 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:27.843393 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:27.854675 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:27.865131 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:04:27.981038 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:04:28.104093 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:04:28.220619 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:04:28.516924 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:04:28.655026 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:28.999434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23726): Launched\u000a10:04:29.284893 run iperf3-srv_10.42.42.10(pid=23727): Launched\u000a10:04:29.487601 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:04:29.626106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:29.968420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23728): Launched\u000a10:04:30.254984 run iperf3-srv_10.42.42.10(pid=23729): Launched\u000a10:04:30.456870 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:04:30.595089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:30.959812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23730): Launched\u000a10:04:31.305638 run iperf3-srv_10.42.42.10(pid=23731): Launched\u000a10:04:31.512163 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:04:31.654447 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:32.012414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23732): Launched\u000a10:04:32.309640 run iperf3-srv_10.42.42.10(pid=23733): Launched\u000a10:04:32.496487 tst iperf3m4.py:8: start network...\u000a10:04:32.624230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:33.120479 run create_hlr_db(pid=23734): Launched\u000a10:04:33.296775 bus /gobi_6: Setting Powered False\u000a10:04:34.318947 run create_hlr_db(pid=23734): Terminated: ok {rc=0}\u000a10:04:34.728526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23736): Launched\u000a10:04:35.036913 run osmo-hlr_10.42.42.2(pid=23737): Launched\u000a10:04:35.158881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:35.699476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23739): Launched\u000a10:04:36.008153 run osmo-stp_10.42.42.5(pid=23740): Launched\u000a10:04:36.118708 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:04:36.655436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23742): Launched\u000a10:04:36.764827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:04:37.035100 run patchelf(pid=23743): Launched\u000a10:04:37.214580 run osmo-stp_10.42.42.5(pid=23740): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23740)]\u000a10:04:37.345207 run osmo-stp_10.42.42.5(pid=23740): stdout: \u000a| (launched: 2022-12-09_10:04:35.855767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:37.476091 run osmo-stp_10.42.42.5(pid=23740): stderr: \u000a| �[0;m�[38;5;43m20221209100436026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100436026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100436026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100436026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100436027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100436027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100436027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:37.602955 run osmo-stp_10.42.42.5(pid=23740): stdout: \u000a| (launched: 2022-12-09_10:04:35.855767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:37.728387 run osmo-stp_10.42.42.5(pid=23740): stderr: \u000a| �[0;m�[38;5;43m20221209100436026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100436026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100436026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100436026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100436027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100436027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100436027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:37.874465 run patchelf(pid=23743): Terminating (SIGINT)\u000a10:04:38.045755 run patchelf(pid=23743): Terminated: ok {rc=0}\u000a10:04:38.077176 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23740): Process ended prematurely: osmo-stp_10.42.42.5(pid=23740) [trial-2358↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23740)] [trial-2358↪gprs:oc2g↪iperf3m4.py:8]\u000a10:04:38.086409 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:04:38.146934 run osmo-hlr_10.42.42.2(pid=23737): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23737)]\u000a10:04:38.196075 run osmo-hlr_10.42.42.2(pid=23737): stdout: \u000a| (launched: 2022-12-09_10:04:34.884061) \u000a10:04:38.246078 run osmo-hlr_10.42.42.2(pid=23737): stderr: \u000a| �[0;m�[1;31m20221209100435060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100435060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100435060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100435060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100435060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100435060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100435072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100435082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100435082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100435083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:38.288665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23726): Terminating (SIGTERM)\u000a10:04:38.328574 run iperf3-srv_10.42.42.10(pid=23727): Terminating (SIGTERM)\u000a10:04:38.368601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23728): Terminating (SIGTERM)\u000a10:04:38.408679 run iperf3-srv_10.42.42.10(pid=23729): Terminating (SIGTERM)\u000a10:04:38.448634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23730): Terminating (SIGTERM)\u000a10:04:38.488651 run iperf3-srv_10.42.42.10(pid=23731): Terminating (SIGTERM)\u000a10:04:38.528563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23732): Terminating (SIGTERM)\u000a10:04:38.568452 run iperf3-srv_10.42.42.10(pid=23733): Terminating (SIGTERM)\u000a10:04:38.608606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23736): Terminating (SIGTERM)\u000a10:04:38.648667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23739): Terminating (SIGTERM)\u000a10:04:38.688812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23742): Terminating (SIGTERM)\u000a10:04:38.698276 --- ParallelTerminationStrategy: PID 23726 died...\u000a10:04:38.752275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23726): Terminated: ok {rc=0}\u000a10:04:38.762215 --- ParallelTerminationStrategy: PID 23727 died...\u000a10:04:38.815552 run iperf3-srv_10.42.42.10(pid=23727): Terminated {rc=256}\u000a10:04:38.825368 --- ParallelTerminationStrategy: PID 23728 died...\u000a10:04:38.878841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23728): Terminated: ok {rc=0}\u000a10:04:38.888639 --- ParallelTerminationStrategy: PID 23729 died...\u000a10:04:38.942005 run iperf3-srv_10.42.42.10(pid=23729): Terminated {rc=256}\u000a10:04:38.951825 --- ParallelTerminationStrategy: PID 23730 died...\u000a10:04:39.005801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23730): Terminated: ok {rc=0}\u000a10:04:39.015702 --- ParallelTerminationStrategy: PID 23731 died...\u000a10:04:39.069251 run iperf3-srv_10.42.42.10(pid=23731): Terminated {rc=256}\u000a10:04:39.079096 --- ParallelTerminationStrategy: PID 23732 died...\u000a10:04:39.132539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23732): Terminated: ok {rc=0}\u000a10:04:39.142438 --- ParallelTerminationStrategy: PID 23733 died...\u000a10:04:39.195864 run iperf3-srv_10.42.42.10(pid=23733): Terminated {rc=256}\u000a10:04:39.205806 --- ParallelTerminationStrategy: PID 23736 died...\u000a10:04:39.259122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23736): Terminated: ok {rc=0}\u000a10:04:39.269055 --- ParallelTerminationStrategy: PID 23739 died...\u000a10:04:39.322398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23739): Terminated: ok {rc=0}\u000a10:04:39.332265 --- ParallelTerminationStrategy: PID 23742 died...\u000a10:04:39.385677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23742): Terminated: ok {rc=0}\u000a10:04:39.475792 bus /gobi_4: Setting Powered False\u000a10:04:40.580279 bus /gobi_4: Setting Powered False\u000a10:04:41.692815 bus /gobi_1: Setting Powered False\u000a10:04:42.799338 bus /gobi_1: Setting Powered False\u000a10:04:43.908008 bus /gobi_0: Setting Powered False\u000a10:04:45.015162 bus /gobi_0: Setting Powered False\u000a10:04:46.127684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23750): Process ended prematurely: osmo-stp_10.42.42.5(pid=23750) [trial-2358↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23750)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23750): Process ended prematurely: osmo-stp_10.42.42.5(pid=23750) [trial-2358↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g ping.py\u000a----------------------------------------------\u000a10:04:47.202291 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:47.216834 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:04:47.350183 tst ping.py: using LAC 20707\u000a10:04:47.478690 tst ping.py: using RAC 52\u000a10:04:47.599877 tst ping.py: using CellId 20707\u000a10:04:47.719578 tst ping.py: using BVCI 20708\u000a10:04:47.742820 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:47.753317 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:47.763565 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:47.774457 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:47.784598 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:47.794914 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:47.805247 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:47.815469 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:04:48.090882 tst ping.py:19: start network...\u000a10:04:48.216534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:48.701298 run create_hlr_db(pid=23744): Launched\u000a10:04:48.875394 bus /gobi_6: Setting Powered False\u000a10:04:49.895322 run create_hlr_db(pid=23744): Terminated: ok {rc=0}\u000a10:04:50.297214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23746): Launched\u000a10:04:50.599374 run osmo-hlr_10.42.42.2(pid=23747): Launched\u000a10:04:50.715158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:51.255621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23749): Launched\u000a10:04:51.559503 run osmo-stp_10.42.42.5(pid=23750): Launched\u000a10:04:51.670196 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:04:52.198023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23752): Launched\u000a10:04:52.304870 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:04:52.568868 run patchelf(pid=23753): Launched\u000a10:04:52.746099 run osmo-stp_10.42.42.5(pid=23750): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23750)]\u000a10:04:52.875228 run osmo-stp_10.42.42.5(pid=23750): stdout: \u000a| (launched: 2022-12-09_10:04:51.409557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:53.004258 run osmo-stp_10.42.42.5(pid=23750): stderr: \u000a| �[0;m�[38;5;43m20221209100451578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100451579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100451579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100451579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100451580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100451580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100451580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:53.129890 run osmo-stp_10.42.42.5(pid=23750): stdout: \u000a| (launched: 2022-12-09_10:04:51.409557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:53.253971 run osmo-stp_10.42.42.5(pid=23750): stderr: \u000a| �[0;m�[38;5;43m20221209100451578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100451579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100451579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100451579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100451580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100451580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100451580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:53.397614 run patchelf(pid=23753): Terminating (SIGINT)\u000a10:04:53.566517 run patchelf(pid=23753): Terminated: ok {rc=0}\u000a10:04:53.597302 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23750): Process ended prematurely: osmo-stp_10.42.42.5(pid=23750) [trial-2358↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23750)] [trial-2358↪gprs:oc2g↪ping.py:22]\u000a10:04:53.605961 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:04:53.666696 run osmo-hlr_10.42.42.2(pid=23747): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23747)]\u000a10:04:53.716255 run osmo-hlr_10.42.42.2(pid=23747): stdout: \u000a| (launched: 2022-12-09_10:04:50.450441) \u000a10:04:53.766510 run osmo-hlr_10.42.42.2(pid=23747): stderr: \u000a| �[0;m�[1;31m20221209100450629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100450629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100450629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100450629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100450629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100450629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100450641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100450650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100450650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100450650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:53.809211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23746): Terminating (SIGTERM)\u000a10:04:53.849436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23749): Terminating (SIGTERM)\u000a10:04:53.889538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23752): Terminating (SIGTERM)\u000a10:04:53.898634 --- ParallelTerminationStrategy: PID 23746 died...\u000a10:04:53.952095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23746): Terminated: ok {rc=0}\u000a10:04:53.961906 --- ParallelTerminationStrategy: PID 23749 died...\u000a10:04:54.015735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23749): Terminated: ok {rc=0}\u000a10:04:54.025678 --- ParallelTerminationStrategy: PID 23752 died...\u000a10:04:54.078908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23752): Terminated: ok {rc=0}\u000a10:04:54.169054 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23760): Process ended prematurely: osmo-stp_10.42.42.5(pid=23760) [trial-2358↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23760)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23760): Process ended prematurely: osmo-stp_10.42.42.5(pid=23760) [trial-2358↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a10:04:55.221692 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:55.233330 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:04:55.355921 tst ping_idle_ping.py: using LAC 20708\u000a10:04:55.485328 tst ping_idle_ping.py: using RAC 53\u000a10:04:55.615865 tst ping_idle_ping.py: using CellId 20708\u000a10:04:55.744354 tst ping_idle_ping.py: using BVCI 20709\u000a10:04:55.769542 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:55.780646 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:55.791741 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:55.803578 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:55.814983 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:55.826571 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:55.838240 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:04:55.849884 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:04:56.128653 tst ping_idle_ping.py:24: start network...\u000a10:04:56.254111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:56.746854 run create_hlr_db(pid=23754): Launched\u000a10:04:56.921812 bus /gobi_6: Setting Powered False\u000a10:04:57.943407 run create_hlr_db(pid=23754): Terminated: ok {rc=0}\u000a10:04:58.378607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23756): Launched\u000a10:04:58.707693 run osmo-hlr_10.42.42.2(pid=23757): Launched\u000a10:04:58.829892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:59.398498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23759): Launched\u000a10:04:59.725626 run osmo-stp_10.42.42.5(pid=23760): Launched\u000a10:04:59.843760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:05:00.413174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23762): Launched\u000a10:05:00.529629 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:05:00.814716 run patchelf(pid=23763): Launched\u000a10:05:01.021511 run osmo-stp_10.42.42.5(pid=23760): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23760)]\u000a10:05:01.163582 run osmo-stp_10.42.42.5(pid=23760): stdout: \u000a| (launched: 2022-12-09_10:04:59.563564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:01.334401 run osmo-stp_10.42.42.5(pid=23760): stderr: \u000a| �[0;m�[38;5;43m20221209100459757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100459757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100459757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100459758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100459758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100459758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100459758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:01.516690 run osmo-stp_10.42.42.5(pid=23760): stdout: \u000a| (launched: 2022-12-09_10:04:59.563564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:01.676482 run osmo-stp_10.42.42.5(pid=23760): stderr: \u000a| �[0;m�[38;5;43m20221209100459757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100459757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100459757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100459758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100459758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100459758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100459758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:01.834871 run patchelf(pid=23763): Terminating (SIGINT)\u000a10:05:02.022039 run patchelf(pid=23763): Terminated: ok {rc=0}\u000a10:05:02.056416 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23760): Process ended prematurely: osmo-stp_10.42.42.5(pid=23760) [trial-2358↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23760)] [trial-2358↪gprs:oc2g↪ping_idle_ping.py:27]\u000a10:05:02.067127 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:05:02.136171 run osmo-hlr_10.42.42.2(pid=23757): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23757)]\u000a10:05:02.190904 run osmo-hlr_10.42.42.2(pid=23757): stdout: \u000a| (launched: 2022-12-09_10:04:58.545138) \u000a10:05:02.246829 run osmo-hlr_10.42.42.2(pid=23757): stderr: \u000a| �[0;m�[1;31m20221209100458746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100458747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100458747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100458747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100458747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100458747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100458763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100458773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100458774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100458774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:02.294103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23756): Terminating (SIGTERM)\u000a10:05:02.338766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23759): Terminating (SIGTERM)\u000a10:05:02.381673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23762): Terminating (SIGTERM)\u000a10:05:02.391718 --- ParallelTerminationStrategy: PID 23756 died...\u000a10:05:02.449136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23756): Terminated: ok {rc=0}\u000a10:05:02.459697 --- ParallelTerminationStrategy: PID 23759 died...\u000a10:05:02.517246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23759): Terminated: ok {rc=0}\u000a10:05:02.527970 --- ParallelTerminationStrategy: PID 23762 died...\u000a10:05:02.585142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23762): Terminated: ok {rc=0}\u000a10:05:02.673408 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:04:04" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23780): Process ended prematurely: osmo-stp_10.42.42.5(pid=23780) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23780)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23780): Process ended prematurely: osmo-stp_10.42.42.5(pid=23780) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:05:04.798289 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:04.809428 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:05:04.942218 tst cs_paging_gprs_active.py: using LAC 20709\u000a10:05:05.070638 tst cs_paging_gprs_active.py: using RAC 54\u000a10:05:05.199589 tst cs_paging_gprs_active.py: using CellId 20709\u000a10:05:05.326623 tst cs_paging_gprs_active.py: using BVCI 20710\u000a10:05:05.351593 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:05.362729 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:05.373697 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:05.385000 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:05.396223 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:05.407798 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:05.419548 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:05.430951 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:05.442319 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:05:05.561407 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:05:05.837528 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:05:05.963935 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:05:06.279156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23770): Launched\u000a10:05:06.540087 run iperf3-srv_10.42.42.10(pid=23771): Launched\u000a10:05:06.723710 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:05:06.849893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:05:07.164439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23772): Launched\u000a10:05:07.426810 run iperf3-srv_10.42.42.10(pid=23773): Launched\u000a10:05:07.611109 tst cs_paging_gprs_active.py:38: start network...\u000a10:05:07.737187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:08.227975 run create_hlr_db(pid=23774): Launched\u000a10:05:08.416928 bus /gobi_6: Setting Powered False\u000a10:05:09.438819 run create_hlr_db(pid=23774): Terminated: ok {rc=0}\u000a10:05:09.849854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23776): Launched\u000a10:05:10.154578 run osmo-hlr_10.42.42.2(pid=23777): Launched\u000a10:05:10.266892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:10.796024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23779): Launched\u000a10:05:11.102882 run osmo-stp_10.42.42.5(pid=23780): Launched\u000a10:05:11.212763 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:05:11.742756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23782): Launched\u000a10:05:11.850710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:05:12.115487 run patchelf(pid=23783): Launched\u000a10:05:12.293511 run osmo-stp_10.42.42.5(pid=23780): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23780)]\u000a10:05:12.423446 run osmo-stp_10.42.42.5(pid=23780): stdout: \u000a| (launched: 2022-12-09_10:05:10.950630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:12.553970 run osmo-stp_10.42.42.5(pid=23780): stderr: \u000a| �[0;m�[38;5;43m20221209100511121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100511122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100511122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100511122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100511123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100511123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100511123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:12.680203 run osmo-stp_10.42.42.5(pid=23780): stdout: \u000a| (launched: 2022-12-09_10:05:10.950630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:12.805406 run osmo-stp_10.42.42.5(pid=23780): stderr: \u000a| �[0;m�[38;5;43m20221209100511121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100511122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100511122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100511122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100511123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100511123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100511123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:12.950876 run patchelf(pid=23783): Terminating (SIGINT)\u000a10:05:13.121088 run patchelf(pid=23783): Terminated: ok {rc=0}\u000a10:05:13.152610 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23780): Process ended prematurely: osmo-stp_10.42.42.5(pid=23780) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23780)] [trial-2358↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:05:13.162122 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a10:05:13.222826 run osmo-hlr_10.42.42.2(pid=23777): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23777)]\u000a10:05:13.272888 run osmo-hlr_10.42.42.2(pid=23777): stdout: \u000a| (launched: 2022-12-09_10:05:10.004086) \u000a10:05:13.323500 run osmo-hlr_10.42.42.2(pid=23777): stderr: \u000a| �[0;m�[1;31m20221209100510178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100510178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100510178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100510178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100510179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100510179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100510191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100510199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100510199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100510199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:13.366475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23770): Terminating (SIGTERM)\u000a10:05:13.407015 run iperf3-srv_10.42.42.10(pid=23771): Terminating (SIGTERM)\u000a10:05:13.447509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23772): Terminating (SIGTERM)\u000a10:05:13.488010 run iperf3-srv_10.42.42.10(pid=23773): Terminating (SIGTERM)\u000a10:05:13.528491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23776): Terminating (SIGTERM)\u000a10:05:13.568864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23779): Terminating (SIGTERM)\u000a10:05:13.609962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23782): Terminating (SIGTERM)\u000a10:05:13.619179 --- ParallelTerminationStrategy: PID 23770 died...\u000a10:05:13.673250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23770): Terminated: ok {rc=0}\u000a10:05:13.682912 --- ParallelTerminationStrategy: PID 23771 died...\u000a10:05:13.736586 run iperf3-srv_10.42.42.10(pid=23771): Terminated {rc=256}\u000a10:05:13.746166 --- ParallelTerminationStrategy: PID 23772 died...\u000a10:05:13.799636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23772): Terminated: ok {rc=0}\u000a10:05:13.809313 --- ParallelTerminationStrategy: PID 23773 died...\u000a10:05:13.862854 run iperf3-srv_10.42.42.10(pid=23773): Terminated {rc=256}\u000a10:05:13.872316 --- ParallelTerminationStrategy: PID 23776 died...\u000a10:05:13.925964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23776): Terminated: ok {rc=0}\u000a10:05:13.935554 --- ParallelTerminationStrategy: PID 23779 died...\u000a10:05:13.989158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23779): Terminated: ok {rc=0}\u000a10:05:13.998774 --- ParallelTerminationStrategy: PID 23782 died...\u000a10:05:14.052639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23782): Terminated: ok {rc=0}\u000a10:05:14.142659 bus /gobi_0: Setting Powered False\u000a10:05:15.248178 bus /gobi_0: Setting Powered False\u000a10:05:16.373226 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23792): Process ended prematurely: osmo-stp_10.42.42.5(pid=23792) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23792)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23792): Process ended prematurely: osmo-stp_10.42.42.5(pid=23792) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:05:17.489315 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:17.501176 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:05:17.635011 tst iperf3.py: using LAC 20710\u000a10:05:17.764474 tst iperf3.py: using RAC 55\u000a10:05:17.892134 tst iperf3.py: using CellId 20710\u000a10:05:18.020571 tst iperf3.py: using BVCI 20711\u000a10:05:18.045726 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:18.057067 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:18.068216 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:18.079662 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:18.090988 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:18.102345 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:18.113958 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:18.124988 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:18.136524 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:05:18.429735 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:05:18.565368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:05:18.901999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23784): Launched\u000a10:05:19.181750 run iperf3-srv_10.42.42.10(pid=23785): Launched\u000a10:05:19.380213 tst iperf3.py:8: start network...\u000a10:05:19.515775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:20.025768 run create_hlr_db(pid=23786): Launched\u000a10:05:20.213575 bus /gobi_6: Setting Powered False\u000a10:05:21.234965 run create_hlr_db(pid=23786): Terminated: ok {rc=0}\u000a10:05:21.665377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23788): Launched\u000a10:05:21.990583 run osmo-hlr_10.42.42.2(pid=23789): Launched\u000a10:05:22.111252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:22.679500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23791): Launched\u000a10:05:23.007657 run osmo-stp_10.42.42.5(pid=23792): Launched\u000a10:05:23.125884 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:05:23.695261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23794): Launched\u000a10:05:23.812023 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:05:24.095557 run patchelf(pid=23795): Launched\u000a10:05:24.285649 run osmo-stp_10.42.42.5(pid=23792): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23792)]\u000a10:05:24.424714 run osmo-stp_10.42.42.5(pid=23792): stdout: \u000a| (launched: 2022-12-09_10:05:22.845354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:24.563471 run osmo-stp_10.42.42.5(pid=23792): stderr: \u000a| �[0;m�[38;5;43m20221209100523038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100523038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100523039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100523039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100523039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100523040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100523040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:24.698830 run osmo-stp_10.42.42.5(pid=23792): stdout: \u000a| (launched: 2022-12-09_10:05:22.845354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:24.832486 run osmo-stp_10.42.42.5(pid=23792): stderr: \u000a| �[0;m�[38;5;43m20221209100523038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100523038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100523039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100523039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100523039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100523040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100523040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:24.987733 run patchelf(pid=23795): Terminating (SIGINT)\u000a10:05:25.169737 run patchelf(pid=23795): Terminated: ok {rc=0}\u000a10:05:25.203223 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23792): Process ended prematurely: osmo-stp_10.42.42.5(pid=23792) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23792)] [trial-2358↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a10:05:25.213729 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:05:25.278387 run osmo-hlr_10.42.42.2(pid=23789): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23789)]\u000a10:05:25.331089 run osmo-hlr_10.42.42.2(pid=23789): stdout: \u000a| (launched: 2022-12-09_10:05:21.830064) \u000a10:05:25.383913 run osmo-hlr_10.42.42.2(pid=23789): stderr: \u000a| �[0;m�[1;31m20221209100522027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100522027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100522027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100522027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100522027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100522027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100522040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100522048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100522048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100522048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:25.429379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23784): Terminating (SIGTERM)\u000a10:05:25.471906 run iperf3-srv_10.42.42.10(pid=23785): Terminating (SIGTERM)\u000a10:05:25.514491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23788): Terminating (SIGTERM)\u000a10:05:25.557039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23791): Terminating (SIGTERM)\u000a10:05:25.599312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23794): Terminating (SIGTERM)\u000a10:05:25.609384 --- ParallelTerminationStrategy: PID 23784 died...\u000a10:05:25.666008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23784): Terminated: ok {rc=0}\u000a10:05:25.676033 --- ParallelTerminationStrategy: PID 23785 died...\u000a10:05:25.732461 run iperf3-srv_10.42.42.10(pid=23785): Terminated {rc=256}\u000a10:05:25.742611 --- ParallelTerminationStrategy: PID 23788 died...\u000a10:05:25.799246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23788): Terminated: ok {rc=0}\u000a10:05:25.809516 --- ParallelTerminationStrategy: PID 23791 died...\u000a10:05:25.866155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23791): Terminated: ok {rc=0}\u000a10:05:25.876192 --- ParallelTerminationStrategy: PID 23794 died...\u000a10:05:25.932751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23794): Terminated: ok {rc=0}\u000a10:05:26.021180 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23810): Process ended prematurely: osmo-stp_10.42.42.5(pid=23810) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23810)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23810): Process ended prematurely: osmo-stp_10.42.42.5(pid=23810) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:05:27.137539 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:27.149557 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:05:27.283700 tst iperf3m4.py: using LAC 20711\u000a10:05:27.412563 tst iperf3m4.py: using RAC 56\u000a10:05:27.534997 tst iperf3m4.py: using CellId 20711\u000a10:05:27.656933 tst iperf3m4.py: using BVCI 20712\u000a10:05:27.680706 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:27.691727 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:27.702527 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:27.713906 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:27.725331 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:27.736364 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:27.747463 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:27.761350 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:27.773807 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:05:27.892543 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:05:28.014235 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:05:28.132471 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:05:28.426860 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:05:28.563835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:05:28.902545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23796): Launched\u000a10:05:29.182571 run iperf3-srv_10.42.42.10(pid=23797): Launched\u000a10:05:29.382070 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:05:29.518494 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:05:29.854005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23798): Launched\u000a10:05:30.135062 run iperf3-srv_10.42.42.10(pid=23799): Launched\u000a10:05:30.334316 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:05:30.470091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:05:30.805754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23800): Launched\u000a10:05:31.128301 run iperf3-srv_10.42.42.10(pid=23801): Launched\u000a10:05:31.318392 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:05:31.450779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:05:31.788448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23802): Launched\u000a10:05:32.073738 run iperf3-srv_10.42.42.10(pid=23803): Launched\u000a10:05:32.262297 tst iperf3m4.py:8: start network...\u000a10:05:32.389879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:32.880600 run create_hlr_db(pid=23804): Launched\u000a10:05:33.054666 bus /gobi_6: Setting Powered False\u000a10:05:34.077626 run create_hlr_db(pid=23804): Terminated: ok {rc=0}\u000a10:05:34.511690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23806): Launched\u000a10:05:34.839956 run osmo-hlr_10.42.42.2(pid=23807): Launched\u000a10:05:34.961625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:35.528938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23809): Launched\u000a10:05:35.855646 run osmo-stp_10.42.42.5(pid=23810): Launched\u000a10:05:35.974174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:05:36.546203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23812): Launched\u000a10:05:36.663225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:05:36.949931 run patchelf(pid=23813): Launched\u000a10:05:37.140914 run osmo-stp_10.42.42.5(pid=23810): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23810)]\u000a10:05:37.281340 run osmo-stp_10.42.42.5(pid=23810): stdout: \u000a| (launched: 2022-12-09_10:05:35.694469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:37.421447 run osmo-stp_10.42.42.5(pid=23810): stderr: \u000a| �[0;m�[38;5;43m20221209100535882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100535883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100535883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100535883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100535884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100535884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100535884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:37.557244 run osmo-stp_10.42.42.5(pid=23810): stdout: \u000a| (launched: 2022-12-09_10:05:35.694469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:37.691514 run osmo-stp_10.42.42.5(pid=23810): stderr: \u000a| �[0;m�[38;5;43m20221209100535882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100535883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100535883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100535883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100535884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100535884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100535884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:37.847051 run patchelf(pid=23813): Terminating (SIGINT)\u000a10:05:38.029317 run patchelf(pid=23813): Terminated: ok {rc=0}\u000a10:05:38.063059 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23810): Process ended prematurely: osmo-stp_10.42.42.5(pid=23810) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23810)] [trial-2358↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:05:38.073160 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:05:38.138280 run osmo-hlr_10.42.42.2(pid=23807): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23807)]\u000a10:05:38.191860 run osmo-hlr_10.42.42.2(pid=23807): stdout: \u000a| (launched: 2022-12-09_10:05:34.677976) \u000a10:05:38.245788 run osmo-hlr_10.42.42.2(pid=23807): stderr: \u000a| �[0;m�[1;31m20221209100534874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100534874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100534874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100534874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100534874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100534874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100534887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100534898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100534898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100534898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:38.291691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23796): Terminating (SIGTERM)\u000a10:05:38.334919 run iperf3-srv_10.42.42.10(pid=23797): Terminating (SIGTERM)\u000a10:05:38.377858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23798): Terminating (SIGTERM)\u000a10:05:38.421389 run iperf3-srv_10.42.42.10(pid=23799): Terminating (SIGTERM)\u000a10:05:38.464611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23800): Terminating (SIGTERM)\u000a10:05:38.507707 run iperf3-srv_10.42.42.10(pid=23801): Terminating (SIGTERM)\u000a10:05:38.550922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23802): Terminating (SIGTERM)\u000a10:05:38.593748 run iperf3-srv_10.42.42.10(pid=23803): Terminating (SIGTERM)\u000a10:05:38.637260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23806): Terminating (SIGTERM)\u000a10:05:38.680743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23809): Terminating (SIGTERM)\u000a10:05:38.723897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23812): Terminating (SIGTERM)\u000a10:05:38.733781 --- ParallelTerminationStrategy: PID 23796 died...\u000a10:05:38.791795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23796): Terminated: ok {rc=0}\u000a10:05:38.802217 --- ParallelTerminationStrategy: PID 23797 died...\u000a10:05:38.859848 run iperf3-srv_10.42.42.10(pid=23797): Terminated {rc=256}\u000a10:05:38.870193 --- ParallelTerminationStrategy: PID 23798 died...\u000a10:05:38.927995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23798): Terminated: ok {rc=0}\u000a10:05:38.938364 --- ParallelTerminationStrategy: PID 23799 died...\u000a10:05:38.995883 run iperf3-srv_10.42.42.10(pid=23799): Terminated {rc=256}\u000a10:05:39.006201 --- ParallelTerminationStrategy: PID 23800 died...\u000a10:05:39.063995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23800): Terminated: ok {rc=0}\u000a10:05:39.074318 --- ParallelTerminationStrategy: PID 23801 died...\u000a10:05:39.131969 run iperf3-srv_10.42.42.10(pid=23801): Terminated {rc=256}\u000a10:05:39.142250 --- ParallelTerminationStrategy: PID 23802 died...\u000a10:05:39.199652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23802): Terminated: ok {rc=0}\u000a10:05:39.210358 --- ParallelTerminationStrategy: PID 23803 died...\u000a10:05:39.267929 run iperf3-srv_10.42.42.10(pid=23803): Terminated {rc=256}\u000a10:05:39.278320 --- ParallelTerminationStrategy: PID 23806 died...\u000a10:05:39.335697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23806): Terminated: ok {rc=0}\u000a10:05:39.346051 --- ParallelTerminationStrategy: PID 23809 died...\u000a10:05:39.403368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23809): Terminated: ok {rc=0}\u000a10:05:39.413866 --- ParallelTerminationStrategy: PID 23812 died...\u000a10:05:39.471538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23812): Terminated: ok {rc=0}\u000a10:05:39.559712 bus /gobi_4: Setting Powered False\u000a10:05:40.668412 bus /gobi_4: Setting Powered False\u000a10:05:41.782316 bus /gobi_1: Setting Powered False\u000a10:05:42.890209 bus /gobi_1: Setting Powered False\u000a10:05:44.004381 bus /gobi_0: Setting Powered False\u000a10:05:45.106487 bus /gobi_0: Setting Powered False\u000a10:05:46.221662 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23820): Process ended prematurely: osmo-stp_10.42.42.5(pid=23820) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23820)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23820): Process ended prematurely: osmo-stp_10.42.42.5(pid=23820) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:05:47.293041 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:47.304832 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:05:47.438102 tst ping.py: using LAC 20712\u000a10:05:47.565613 tst ping.py: using RAC 57\u000a10:05:47.693281 tst ping.py: using CellId 20712\u000a10:05:47.819307 tst ping.py: using BVCI 20713\u000a10:05:47.843758 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:47.854995 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:47.866098 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:47.877526 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:47.888813 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:47.900273 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:47.912727 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:47.924406 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:05:48.197475 tst ping.py:19: start network...\u000a10:05:48.321392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:48.798938 run create_hlr_db(pid=23814): Launched\u000a10:05:48.970152 bus /gobi_6: Setting Powered False\u000a10:05:50.003528 run create_hlr_db(pid=23814): Terminated: ok {rc=0}\u000a10:05:50.430875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23816): Launched\u000a10:05:50.750464 run osmo-hlr_10.42.42.2(pid=23817): Launched\u000a10:05:50.870440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:51.430509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23819): Launched\u000a10:05:51.751239 run osmo-stp_10.42.42.5(pid=23820): Launched\u000a10:05:51.869936 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:05:52.430573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23822): Launched\u000a10:05:52.544140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:05:52.824189 run patchelf(pid=23823): Launched\u000a10:05:53.011439 run osmo-stp_10.42.42.5(pid=23820): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23820)]\u000a10:05:53.148257 run osmo-stp_10.42.42.5(pid=23820): stdout: \u000a| (launched: 2022-12-09_10:05:51.593280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:53.286188 run osmo-stp_10.42.42.5(pid=23820): stderr: \u000a| �[0;m�[38;5;43m20221209100551784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100551784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100551784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100551784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100551785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100551785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100551785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:53.418767 run osmo-stp_10.42.42.5(pid=23820): stdout: \u000a| (launched: 2022-12-09_10:05:51.593280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:53.550090 run osmo-stp_10.42.42.5(pid=23820): stderr: \u000a| �[0;m�[38;5;43m20221209100551784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100551784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100551784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100551784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100551785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100551785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100551785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:53.703369 run patchelf(pid=23823): Terminating (SIGINT)\u000a10:05:53.882158 run patchelf(pid=23823): Terminated: ok {rc=0}\u000a10:05:53.914778 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23820): Process ended prematurely: osmo-stp_10.42.42.5(pid=23820) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23820)] [trial-2358↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a10:05:53.924219 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:05:53.988913 run osmo-hlr_10.42.42.2(pid=23817): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23817)]\u000a10:05:54.041420 run osmo-hlr_10.42.42.2(pid=23817): stdout: \u000a| (launched: 2022-12-09_10:05:50.593197) \u000a10:05:54.094680 run osmo-hlr_10.42.42.2(pid=23817): stderr: \u000a| �[0;m�[1;31m20221209100550794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100550794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100550794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100550794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100550794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100550794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100550807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100550817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100550817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100550817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:54.139791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23816): Terminating (SIGTERM)\u000a10:05:54.182200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23819): Terminating (SIGTERM)\u000a10:05:54.225562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23822): Terminating (SIGTERM)\u000a10:05:54.235498 --- ParallelTerminationStrategy: PID 23816 died...\u000a10:05:54.292788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23816): Terminated: ok {rc=0}\u000a10:05:54.303116 --- ParallelTerminationStrategy: PID 23819 died...\u000a10:05:54.360019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23819): Terminated: ok {rc=0}\u000a10:05:54.370318 --- ParallelTerminationStrategy: PID 23822 died...\u000a10:05:54.427248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23822): Terminated: ok {rc=0}\u000a10:05:54.515801 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23830): Process ended prematurely: osmo-stp_10.42.42.5(pid=23830) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23830)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23830): Process ended prematurely: osmo-stp_10.42.42.5(pid=23830) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:05:55.567622 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:55.579624 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:05:55.703661 tst ping_idle_ping.py: using LAC 20713\u000a10:05:55.821520 tst ping_idle_ping.py: using RAC 58\u000a10:05:55.942063 tst ping_idle_ping.py: using CellId 20713\u000a10:05:56.060129 tst ping_idle_ping.py: using BVCI 20714\u000a10:05:56.083407 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:56.094296 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:56.104865 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:56.116053 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:56.127069 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:56.137549 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:56.148076 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:05:56.158810 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:05:56.432692 tst ping_idle_ping.py:24: start network...\u000a10:05:56.557141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:57.038820 run create_hlr_db(pid=23824): Launched\u000a10:05:57.210973 bus /gobi_6: Setting Powered False\u000a10:05:58.233388 run create_hlr_db(pid=23824): Terminated: ok {rc=0}\u000a10:05:58.634652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23826): Launched\u000a10:05:58.936326 run osmo-hlr_10.42.42.2(pid=23827): Launched\u000a10:05:59.055509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:59.583866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23829): Launched\u000a10:05:59.884121 run osmo-stp_10.42.42.5(pid=23830): Launched\u000a10:05:59.992691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:06:00.516221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23832): Launched\u000a10:06:00.622183 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:06:00.892157 run patchelf(pid=23833): Launched\u000a10:06:01.070325 run osmo-stp_10.42.42.5(pid=23830): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23830)]\u000a10:06:01.227949 run osmo-stp_10.42.42.5(pid=23830): stdout: \u000a| (launched: 2022-12-09_10:05:59.736340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:01.407120 run osmo-stp_10.42.42.5(pid=23830): stderr: \u000a| �[0;m�[38;5;43m20221209100559907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100559907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100559908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100559908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100559908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100559909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100559909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:01.534792 run osmo-stp_10.42.42.5(pid=23830): stdout: \u000a| (launched: 2022-12-09_10:05:59.736340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:01.661906 run osmo-stp_10.42.42.5(pid=23830): stderr: \u000a| �[0;m�[38;5;43m20221209100559907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100559907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100559908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100559908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100559908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100559909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100559909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:01.808786 run patchelf(pid=23833): Terminating (SIGINT)\u000a10:06:01.981755 run patchelf(pid=23833): Terminated: ok {rc=0}\u000a10:06:02.013779 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23830): Process ended prematurely: osmo-stp_10.42.42.5(pid=23830) [trial-2358↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23830)] [trial-2358↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:06:02.023712 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a10:06:02.087572 run osmo-hlr_10.42.42.2(pid=23827): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23827)]\u000a10:06:02.139124 run osmo-hlr_10.42.42.2(pid=23827): stdout: \u000a| (launched: 2022-12-09_10:05:58.787969) \u000a10:06:02.191196 run osmo-hlr_10.42.42.2(pid=23827): stderr: \u000a| �[0;m�[1;31m20221209100558962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100558962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100558962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100558962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100558962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100558962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100558973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100558982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100558982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100558982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:02.235182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23826): Terminating (SIGTERM)\u000a10:06:02.275522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23829): Terminating (SIGTERM)\u000a10:06:02.315773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23832): Terminating (SIGTERM)\u000a10:06:02.325074 --- ParallelTerminationStrategy: PID 23826 died...\u000a10:06:02.378984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23826): Terminated: ok {rc=0}\u000a10:06:02.388580 --- ParallelTerminationStrategy: PID 23829 died...\u000a10:06:02.442187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23829): Terminated: ok {rc=0}\u000a10:06:02.451806 --- ParallelTerminationStrategy: PID 23832 died...\u000a10:06:02.505432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23832): Terminated: ok {rc=0}\u000a10:06:02.595378 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:05:04" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23848): Process ended prematurely: osmo-stp_10.42.42.5(pid=23848) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23848)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23848): Process ended prematurely: osmo-stp_10.42.42.5(pid=23848) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:06:04.699555 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:04.710378 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:06:04.852822 tst cs_paging_gprs_active.py: using LAC 20714\u000a10:06:04.972926 tst cs_paging_gprs_active.py: using RAC 59\u000a10:06:05.092788 tst cs_paging_gprs_active.py: using CellId 20714\u000a10:06:05.212375 tst cs_paging_gprs_active.py: using BVCI 20715\u000a10:06:05.235808 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:05.246979 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:05.257824 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:05.268514 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:05.279247 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:05.290053 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:05.300843 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:05.311568 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:05.322500 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:06:05.443965 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:06:05.739707 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:06:05.876421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:06.213588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23838): Launched\u000a10:06:06.494975 run iperf3-srv_10.42.42.10(pid=23839): Launched\u000a10:06:06.694920 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:06:06.831278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:07.170056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23840): Launched\u000a10:06:07.451404 run iperf3-srv_10.42.42.10(pid=23841): Launched\u000a10:06:07.651198 tst cs_paging_gprs_active.py:38: start network...\u000a10:06:07.787647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:08.303494 run create_hlr_db(pid=23842): Launched\u000a10:06:08.491275 bus /gobi_6: Setting Powered False\u000a10:06:09.513774 run create_hlr_db(pid=23842): Terminated: ok {rc=0}\u000a10:06:09.947593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23844): Launched\u000a10:06:10.274463 run osmo-hlr_10.42.42.2(pid=23845): Launched\u000a10:06:10.395307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:10.964475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23847): Launched\u000a10:06:11.292356 run osmo-stp_10.42.42.5(pid=23848): Launched\u000a10:06:11.409945 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:06:11.980136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23850): Launched\u000a10:06:12.096198 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:06:12.384892 run patchelf(pid=23856): Launched\u000a10:06:12.575808 run osmo-stp_10.42.42.5(pid=23848): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23848)]\u000a10:06:12.715613 run osmo-stp_10.42.42.5(pid=23848): stdout: \u000a| (launched: 2022-12-09_10:06:11.130627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:12.855684 run osmo-stp_10.42.42.5(pid=23848): stderr: \u000a| �[0;m�[38;5;43m20221209100611319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100611319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100611320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100611320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100611321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100611321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100611321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:12.991249 run osmo-stp_10.42.42.5(pid=23848): stdout: \u000a| (launched: 2022-12-09_10:06:11.130627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:13.125765 run osmo-stp_10.42.42.5(pid=23848): stderr: \u000a| �[0;m�[38;5;43m20221209100611319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100611319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100611320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100611320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100611321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100611321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100611321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:13.282780 run patchelf(pid=23856): Terminating (SIGINT)\u000a10:06:13.465757 run patchelf(pid=23856): Terminated: ok {rc=0}\u000a10:06:13.499458 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23848): Process ended prematurely: osmo-stp_10.42.42.5(pid=23848) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23848)] [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:06:13.509363 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:06:13.573418 run osmo-hlr_10.42.42.2(pid=23845): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23845)]\u000a10:06:13.625993 run osmo-hlr_10.42.42.2(pid=23845): stdout: \u000a| (launched: 2022-12-09_10:06:10.113738) \u000a10:06:13.678969 run osmo-hlr_10.42.42.2(pid=23845): stderr: \u000a| �[0;m�[1;31m20221209100610313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100610313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100610313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100610313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100610313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100610313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100610326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100610334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100610334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100610334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:13.723622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23838): Terminating (SIGTERM)\u000a10:06:13.766721 run iperf3-srv_10.42.42.10(pid=23839): Terminating (SIGTERM)\u000a10:06:13.809252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23840): Terminating (SIGTERM)\u000a10:06:13.851453 run iperf3-srv_10.42.42.10(pid=23841): Terminating (SIGTERM)\u000a10:06:13.894329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23844): Terminating (SIGTERM)\u000a10:06:13.936578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23847): Terminating (SIGTERM)\u000a10:06:13.978965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23850): Terminating (SIGTERM)\u000a10:06:13.988938 --- ParallelTerminationStrategy: PID 23838 died...\u000a10:06:14.045583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23838): Terminated: ok {rc=0}\u000a10:06:14.055872 --- ParallelTerminationStrategy: PID 23839 died...\u000a10:06:14.112112 run iperf3-srv_10.42.42.10(pid=23839): Terminated {rc=256}\u000a10:06:14.122099 --- ParallelTerminationStrategy: PID 23840 died...\u000a10:06:14.178537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23840): Terminated: ok {rc=0}\u000a10:06:14.188758 --- ParallelTerminationStrategy: PID 23841 died...\u000a10:06:14.245394 run iperf3-srv_10.42.42.10(pid=23841): Terminated {rc=256}\u000a10:06:14.255648 --- ParallelTerminationStrategy: PID 23844 died...\u000a10:06:14.312065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23844): Terminated: ok {rc=0}\u000a10:06:14.322145 --- ParallelTerminationStrategy: PID 23847 died...\u000a10:06:14.378270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23847): Terminated: ok {rc=0}\u000a10:06:14.388304 --- ParallelTerminationStrategy: PID 23850 died...\u000a10:06:14.444449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23850): Terminated: ok {rc=0}\u000a10:06:14.532642 bus /gobi_0: Setting Powered False\u000a10:06:15.638476 bus /gobi_0: Setting Powered False\u000a10:06:16.768482 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23867): Process ended prematurely: osmo-stp_10.42.42.5(pid=23867) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23867)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23867): Process ended prematurely: osmo-stp_10.42.42.5(pid=23867) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:06:17.885387 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:17.897600 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:06:18.046207 tst iperf3.py: using LAC 20715\u000a10:06:18.165555 tst iperf3.py: using RAC 60\u000a10:06:18.284829 tst iperf3.py: using CellId 20715\u000a10:06:18.404115 tst iperf3.py: using BVCI 20716\u000a10:06:18.427634 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:18.438499 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:18.449048 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:18.460101 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:18.471179 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:18.482308 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:18.493549 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:18.504504 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:18.515684 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:06:18.793608 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:06:18.919437 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:19.232522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23859): Launched\u000a10:06:19.493540 run iperf3-srv_10.42.42.10(pid=23860): Launched\u000a10:06:19.676789 tst iperf3.py:8: start network...\u000a10:06:19.803182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:20.291421 run create_hlr_db(pid=23861): Launched\u000a10:06:20.465257 bus /gobi_6: Setting Powered False\u000a10:06:21.486590 run create_hlr_db(pid=23861): Terminated: ok {rc=0}\u000a10:06:21.918568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23863): Launched\u000a10:06:22.245338 run osmo-hlr_10.42.42.2(pid=23864): Launched\u000a10:06:22.364498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:22.928159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23866): Launched\u000a10:06:23.253778 run osmo-stp_10.42.42.5(pid=23867): Launched\u000a10:06:23.371778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:06:23.938899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23869): Launched\u000a10:06:24.054971 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:06:24.340646 run patchelf(pid=23870): Launched\u000a10:06:24.531254 run osmo-stp_10.42.42.5(pid=23867): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23867)]\u000a10:06:24.670850 run osmo-stp_10.42.42.5(pid=23867): stdout: \u000a| (launched: 2022-12-09_10:06:23.093279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:24.810815 run osmo-stp_10.42.42.5(pid=23867): stderr: \u000a| �[0;m�[38;5;43m20221209100623286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100623286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100623286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100623287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100623287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100623287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100623287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:24.946483 run osmo-stp_10.42.42.5(pid=23867): stdout: \u000a| (launched: 2022-12-09_10:06:23.093279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:25.080761 run osmo-stp_10.42.42.5(pid=23867): stderr: \u000a| �[0;m�[38;5;43m20221209100623286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100623286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100623286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100623287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100623287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100623287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100623287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:25.236932 run patchelf(pid=23870): Terminating (SIGINT)\u000a10:06:25.420198 run patchelf(pid=23870): Terminated: ok {rc=0}\u000a10:06:25.453941 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23867): Process ended prematurely: osmo-stp_10.42.42.5(pid=23867) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23867)] [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:06:25.463868 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:06:25.528008 run osmo-hlr_10.42.42.2(pid=23864): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23864)]\u000a10:06:25.580441 run osmo-hlr_10.42.42.2(pid=23864): stdout: \u000a| (launched: 2022-12-09_10:06:22.084465) \u000a10:06:25.633654 run osmo-hlr_10.42.42.2(pid=23864): stderr: \u000a| �[0;m�[1;31m20221209100622285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100622285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100622285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100622285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100622285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100622285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100622300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100622308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100622308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100622308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:25.678771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23859): Terminating (SIGTERM)\u000a10:06:25.721148 run iperf3-srv_10.42.42.10(pid=23860): Terminating (SIGTERM)\u000a10:06:25.763653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23863): Terminating (SIGTERM)\u000a10:06:25.806106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23866): Terminating (SIGTERM)\u000a10:06:25.848443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23869): Terminating (SIGTERM)\u000a10:06:25.858181 --- ParallelTerminationStrategy: PID 23859 died...\u000a10:06:25.915098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23859): Terminated: ok {rc=0}\u000a10:06:25.925573 --- ParallelTerminationStrategy: PID 23860 died...\u000a10:06:25.982142 run iperf3-srv_10.42.42.10(pid=23860): Terminated {rc=256}\u000a10:06:25.992730 --- ParallelTerminationStrategy: PID 23863 died...\u000a10:06:26.049153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23863): Terminated: ok {rc=0}\u000a10:06:26.059126 --- ParallelTerminationStrategy: PID 23866 died...\u000a10:06:26.115345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23866): Terminated: ok {rc=0}\u000a10:06:26.125411 --- ParallelTerminationStrategy: PID 23869 died...\u000a10:06:26.181970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23869): Terminated: ok {rc=0}\u000a10:06:26.271570 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23885): Process ended prematurely: osmo-stp_10.42.42.5(pid=23885) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23885)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23885): Process ended prematurely: osmo-stp_10.42.42.5(pid=23885) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:06:27.382742 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:27.394127 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:06:27.535069 tst iperf3m4.py: using LAC 20716\u000a10:06:27.655420 tst iperf3m4.py: using RAC 61\u000a10:06:27.774611 tst iperf3m4.py: using CellId 20716\u000a10:06:27.898081 tst iperf3m4.py: using BVCI 20717\u000a10:06:27.921348 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:27.932188 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:27.942838 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:27.953480 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:27.963874 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:27.974433 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:27.985178 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:27.995561 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:28.006285 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:06:28.126549 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:06:28.245127 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:06:28.365503 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:06:28.662351 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:06:28.798954 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:29.135967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23871): Launched\u000a10:06:29.417637 run iperf3-srv_10.42.42.10(pid=23872): Launched\u000a10:06:29.616375 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:06:29.752682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:30.089866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23873): Launched\u000a10:06:30.372179 run iperf3-srv_10.42.42.10(pid=23874): Launched\u000a10:06:30.571572 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:06:30.708300 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:31.069731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23875): Launched\u000a10:06:31.353569 run iperf3-srv_10.42.42.10(pid=23876): Launched\u000a10:06:31.543020 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:06:31.674852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:32.052206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23877): Launched\u000a10:06:32.351698 run iperf3-srv_10.42.42.10(pid=23878): Launched\u000a10:06:32.552571 tst iperf3m4.py:8: start network...\u000a10:06:32.689533 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:33.205646 run create_hlr_db(pid=23879): Launched\u000a10:06:33.394535 bus /gobi_6: Setting Powered False\u000a10:06:34.416374 run create_hlr_db(pid=23879): Terminated: ok {rc=0}\u000a10:06:34.851723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23881): Launched\u000a10:06:35.180672 run osmo-hlr_10.42.42.2(pid=23882): Launched\u000a10:06:35.306244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:35.876594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23884): Launched\u000a10:06:36.205652 run osmo-stp_10.42.42.5(pid=23885): Launched\u000a10:06:36.325074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:06:36.895078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23887): Launched\u000a10:06:37.012731 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:06:37.300500 run patchelf(pid=23888): Launched\u000a10:06:37.492322 run osmo-stp_10.42.42.5(pid=23885): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23885)]\u000a10:06:37.632645 run osmo-stp_10.42.42.5(pid=23885): stdout: \u000a| (launched: 2022-12-09_10:06:36.043075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:37.773102 run osmo-stp_10.42.42.5(pid=23885): stderr: \u000a| �[0;m�[38;5;43m20221209100636231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100636231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100636231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100636231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100636232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100636232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100636232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:37.909085 run osmo-stp_10.42.42.5(pid=23885): stdout: \u000a| (launched: 2022-12-09_10:06:36.043075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:38.044181 run osmo-stp_10.42.42.5(pid=23885): stderr: \u000a| �[0;m�[38;5;43m20221209100636231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100636231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100636231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100636231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100636232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100636232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100636232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:38.200870 run patchelf(pid=23888): Terminating (SIGINT)\u000a10:06:38.385666 run patchelf(pid=23888): Terminated: ok {rc=0}\u000a10:06:38.419251 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23885): Process ended prematurely: osmo-stp_10.42.42.5(pid=23885) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23885)] [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:06:38.429344 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a10:06:38.494073 run osmo-hlr_10.42.42.2(pid=23882): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23882)]\u000a10:06:38.546509 run osmo-hlr_10.42.42.2(pid=23882): stdout: \u000a| (launched: 2022-12-09_10:06:35.017684) \u000a10:06:38.599574 run osmo-hlr_10.42.42.2(pid=23882): stderr: \u000a| �[0;m�[1;31m20221209100635213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100635213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100635213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100635213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100635213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100635213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100635226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100635236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100635236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100635236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:38.644665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23871): Terminating (SIGTERM)\u000a10:06:38.687148 run iperf3-srv_10.42.42.10(pid=23872): Terminating (SIGTERM)\u000a10:06:38.730319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23873): Terminating (SIGTERM)\u000a10:06:38.773517 run iperf3-srv_10.42.42.10(pid=23874): Terminating (SIGTERM)\u000a10:06:38.816159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23875): Terminating (SIGTERM)\u000a10:06:38.858938 run iperf3-srv_10.42.42.10(pid=23876): Terminating (SIGTERM)\u000a10:06:38.901716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23877): Terminating (SIGTERM)\u000a10:06:38.944366 run iperf3-srv_10.42.42.10(pid=23878): Terminating (SIGTERM)\u000a10:06:38.987131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23881): Terminating (SIGTERM)\u000a10:06:39.029763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23884): Terminating (SIGTERM)\u000a10:06:39.072422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23887): Terminating (SIGTERM)\u000a10:06:39.082300 --- ParallelTerminationStrategy: PID 23871 died...\u000a10:06:39.139401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23871): Terminated: ok {rc=0}\u000a10:06:39.149645 --- ParallelTerminationStrategy: PID 23872 died...\u000a10:06:39.206366 run iperf3-srv_10.42.42.10(pid=23872): Terminated {rc=256}\u000a10:06:39.216477 --- ParallelTerminationStrategy: PID 23873 died...\u000a10:06:39.273986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23873): Terminated: ok {rc=0}\u000a10:06:39.284164 --- ParallelTerminationStrategy: PID 23874 died...\u000a10:06:39.341005 run iperf3-srv_10.42.42.10(pid=23874): Terminated {rc=256}\u000a10:06:39.351071 --- ParallelTerminationStrategy: PID 23875 died...\u000a10:06:39.407752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23875): Terminated: ok {rc=0}\u000a10:06:39.417932 --- ParallelTerminationStrategy: PID 23876 died...\u000a10:06:39.475011 run iperf3-srv_10.42.42.10(pid=23876): Terminated {rc=256}\u000a10:06:39.485209 --- ParallelTerminationStrategy: PID 23877 died...\u000a10:06:39.542010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23877): Terminated: ok {rc=0}\u000a10:06:39.552214 --- ParallelTerminationStrategy: PID 23878 died...\u000a10:06:39.608784 run iperf3-srv_10.42.42.10(pid=23878): Terminated {rc=256}\u000a10:06:39.619214 --- ParallelTerminationStrategy: PID 23881 died...\u000a10:06:39.676509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23881): Terminated: ok {rc=0}\u000a10:06:39.686789 --- ParallelTerminationStrategy: PID 23884 died...\u000a10:06:39.744174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23884): Terminated: ok {rc=0}\u000a10:06:39.754434 --- ParallelTerminationStrategy: PID 23887 died...\u000a10:06:39.811478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23887): Terminated: ok {rc=0}\u000a10:06:39.899820 bus /gobi_4: Setting Powered False\u000a10:06:41.010452 bus /gobi_4: Setting Powered False\u000a10:06:42.120337 bus /gobi_1: Setting Powered False\u000a10:06:43.228551 bus /gobi_1: Setting Powered False\u000a10:06:44.337302 bus /gobi_0: Setting Powered False\u000a10:06:45.444640 bus /gobi_0: Setting Powered False\u000a10:06:46.565175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23895): Process ended prematurely: osmo-stp_10.42.42.5(pid=23895) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23895)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23895): Process ended prematurely: osmo-stp_10.42.42.5(pid=23895) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:06:47.633705 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:47.645461 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:06:47.797497 tst ping.py: using LAC 20717\u000a10:06:47.925314 tst ping.py: using RAC 62\u000a10:06:48.053456 tst ping.py: using CellId 20717\u000a10:06:48.184446 tst ping.py: using BVCI 20718\u000a10:06:48.209115 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:48.220325 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:48.231446 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:48.242801 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:48.254878 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:48.266333 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:48.277810 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:48.289117 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:06:48.581216 tst ping.py:19: start network...\u000a10:06:48.714592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:49.221450 run create_hlr_db(pid=23889): Launched\u000a10:06:49.407563 bus /gobi_6: Setting Powered False\u000a10:06:50.428356 run create_hlr_db(pid=23889): Terminated: ok {rc=0}\u000a10:06:50.832284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23891): Launched\u000a10:06:51.131478 run osmo-hlr_10.42.42.2(pid=23892): Launched\u000a10:06:51.241242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:51.764782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23894): Launched\u000a10:06:52.065261 run osmo-stp_10.42.42.5(pid=23895): Launched\u000a10:06:52.173553 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:06:52.695175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23897): Launched\u000a10:06:52.802148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:06:53.063382 run patchelf(pid=23898): Launched\u000a10:06:53.239432 run osmo-stp_10.42.42.5(pid=23895): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23895)]\u000a10:06:53.368239 run osmo-stp_10.42.42.5(pid=23895): stdout: \u000a| (launched: 2022-12-09_10:06:51.916538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:53.497357 run osmo-stp_10.42.42.5(pid=23895): stderr: \u000a| �[0;m�[38;5;43m20221209100652087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100652087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100652088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100652088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100652089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100652089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100652089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:53.622031 run osmo-stp_10.42.42.5(pid=23895): stdout: \u000a| (launched: 2022-12-09_10:06:51.916538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:53.745488 run osmo-stp_10.42.42.5(pid=23895): stderr: \u000a| �[0;m�[38;5;43m20221209100652087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100652087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100652088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100652088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100652089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100652089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100652089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:53.888695 run patchelf(pid=23898): Terminating (SIGINT)\u000a10:06:54.056917 run patchelf(pid=23898): Terminated: ok {rc=0}\u000a10:06:54.088239 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23895): Process ended prematurely: osmo-stp_10.42.42.5(pid=23895) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23895)] [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:06:54.097329 tst ping.py:22: Test FAILED (6.5 sec)\u000a10:06:54.157359 run osmo-hlr_10.42.42.2(pid=23892): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23892)]\u000a10:06:54.206801 run osmo-hlr_10.42.42.2(pid=23892): stdout: \u000a| (launched: 2022-12-09_10:06:50.983721) \u000a10:06:54.257474 run osmo-hlr_10.42.42.2(pid=23892): stderr: \u000a| �[0;m�[1;31m20221209100651159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100651159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100651159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100651159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100651159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100651159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100651172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100651182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100651182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100651182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:54.300287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23891): Terminating (SIGTERM)\u000a10:06:54.340374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23894): Terminating (SIGTERM)\u000a10:06:54.380486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23897): Terminating (SIGTERM)\u000a10:06:54.389921 --- ParallelTerminationStrategy: PID 23891 died...\u000a10:06:54.444123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23891): Terminated: ok {rc=0}\u000a10:06:54.453940 --- ParallelTerminationStrategy: PID 23894 died...\u000a10:06:54.507823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23894): Terminated: ok {rc=0}\u000a10:06:54.517909 --- ParallelTerminationStrategy: PID 23897 died...\u000a10:06:54.571462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23897): Terminated: ok {rc=0}\u000a10:06:54.655264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23905): Process ended prematurely: osmo-stp_10.42.42.5(pid=23905) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23905)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23905): Process ended prematurely: osmo-stp_10.42.42.5(pid=23905) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:06:55.708747 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:55.720793 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:06:55.874442 tst ping_idle_ping.py: using LAC 20718\u000a10:06:56.005286 tst ping_idle_ping.py: using RAC 63\u000a10:06:56.131099 tst ping_idle_ping.py: using CellId 20718\u000a10:06:56.257478 tst ping_idle_ping.py: using BVCI 20719\u000a10:06:56.282382 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:56.293786 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:56.305001 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:56.316459 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:56.327803 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:56.339305 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:56.351343 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:06:56.363123 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:06:56.654714 tst ping_idle_ping.py:24: start network...\u000a10:06:56.788361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:57.298360 run create_hlr_db(pid=23899): Launched\u000a10:06:57.486140 bus /gobi_6: Setting Powered False\u000a10:06:58.507926 run create_hlr_db(pid=23899): Terminated: ok {rc=0}\u000a10:06:58.913184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23901): Launched\u000a10:06:59.214044 run osmo-hlr_10.42.42.2(pid=23902): Launched\u000a10:06:59.324022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:59.845194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23904): Launched\u000a10:07:00.146239 run osmo-stp_10.42.42.5(pid=23905): Launched\u000a10:07:00.254598 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:07:00.776786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23907): Launched\u000a10:07:00.905630 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:07:01.192113 run patchelf(pid=23908): Launched\u000a10:07:01.387220 run osmo-stp_10.42.42.5(pid=23905): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23905)]\u000a10:07:01.530383 run osmo-stp_10.42.42.5(pid=23905): stdout: \u000a| (launched: 2022-12-09_10:06:59.997411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:01.673659 run osmo-stp_10.42.42.5(pid=23905): stderr: \u000a| �[0;m�[38;5;43m20221209100700166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100700166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100700166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100700167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100700167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100700167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100700167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:01.813071 run osmo-stp_10.42.42.5(pid=23905): stdout: \u000a| (launched: 2022-12-09_10:06:59.997411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:01.950134 run osmo-stp_10.42.42.5(pid=23905): stderr: \u000a| �[0;m�[38;5;43m20221209100700166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100700166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100700166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100700167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100700167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100700167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100700167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:02.108257 run patchelf(pid=23908): Terminating (SIGINT)\u000a10:07:02.291027 run patchelf(pid=23908): Terminated: ok {rc=0}\u000a10:07:02.324264 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23905): Process ended prematurely: osmo-stp_10.42.42.5(pid=23905) [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23905)] [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:07:02.334168 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:07:02.399643 run osmo-hlr_10.42.42.2(pid=23902): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23902)]\u000a10:07:02.453095 run osmo-hlr_10.42.42.2(pid=23902): stdout: \u000a| (launched: 2022-12-09_10:06:59.065860) \u000a10:07:02.506587 run osmo-hlr_10.42.42.2(pid=23902): stderr: \u000a| �[0;m�[1;31m20221209100659242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100659242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100659242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100659242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100659242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100659242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100659254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100659263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100659263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100659263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:02.551896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23901): Terminating (SIGTERM)\u000a10:07:02.595725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23904): Terminating (SIGTERM)\u000a10:07:02.639114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23907): Terminating (SIGTERM)\u000a10:07:02.649648 --- ParallelTerminationStrategy: PID 23901 died...\u000a10:07:02.707931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23901): Terminated: ok {rc=0}\u000a10:07:02.718369 --- ParallelTerminationStrategy: PID 23904 died...\u000a10:07:02.776265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23904): Terminated: ok {rc=0}\u000a10:07:02.786754 --- ParallelTerminationStrategy: PID 23907 died...\u000a10:07:02.844563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23907): Terminated: ok {rc=0}\u000a10:07:02.931919 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:06:04" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23922): Process ended prematurely: osmo-stp_10.42.42.5(pid=23922) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23922)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23922): Process ended prematurely: osmo-stp_10.42.42.5(pid=23922) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:07:05.060667 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:05.072079 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:07:05.225416 tst cs_paging_gprs_active.py: using LAC 20719\u000a10:07:05.353411 tst cs_paging_gprs_active.py: using RAC 64\u000a10:07:05.482783 tst cs_paging_gprs_active.py: using CellId 20719\u000a10:07:05.616210 tst cs_paging_gprs_active.py: using BVCI 20720\u000a10:07:05.641276 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:05.652531 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:05.663603 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:05.675160 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:05.686492 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:05.697881 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:05.710454 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:05.722513 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:05.733510 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:07:05.848801 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:07:06.144630 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:07:06.282747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:06.620423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23912): Launched\u000a10:07:06.902654 run iperf3-srv_10.42.42.10(pid=23913): Launched\u000a10:07:07.102927 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:07:07.239599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:07.577931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23914): Launched\u000a10:07:07.857979 run iperf3-srv_10.42.42.10(pid=23915): Launched\u000a10:07:08.058060 tst cs_paging_gprs_active.py:38: start network...\u000a10:07:08.194935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:08.712219 run create_hlr_db(pid=23916): Launched\u000a10:07:08.900774 bus /gobi_6: Setting Powered False\u000a10:07:09.922674 run create_hlr_db(pid=23916): Terminated: ok {rc=0}\u000a10:07:10.333747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23918): Launched\u000a10:07:10.641856 run osmo-hlr_10.42.42.2(pid=23919): Launched\u000a10:07:10.756209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:11.286553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23921): Launched\u000a10:07:11.593114 run osmo-stp_10.42.42.5(pid=23922): Launched\u000a10:07:11.703788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:07:12.237816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23924): Launched\u000a10:07:12.347830 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:07:12.614086 run patchelf(pid=23925): Launched\u000a10:07:12.792677 run osmo-stp_10.42.42.5(pid=23922): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23922)]\u000a10:07:12.923263 run osmo-stp_10.42.42.5(pid=23922): stdout: \u000a| (launched: 2022-12-09_10:07:11.441811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:13.054169 run osmo-stp_10.42.42.5(pid=23922): stderr: \u000a| �[0;m�[38;5;43m20221209100711612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100711612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100711612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100711613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100711613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100711613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100711613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:13.180647 run osmo-stp_10.42.42.5(pid=23922): stdout: \u000a| (launched: 2022-12-09_10:07:11.441811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:13.306518 run osmo-stp_10.42.42.5(pid=23922): stderr: \u000a| �[0;m�[38;5;43m20221209100711612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100711612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100711612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100711613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100711613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100711613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100711613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:13.452280 run patchelf(pid=23925): Terminating (SIGINT)\u000a10:07:13.623292 run patchelf(pid=23925): Terminated: ok {rc=0}\u000a10:07:13.654814 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23922): Process ended prematurely: osmo-stp_10.42.42.5(pid=23922) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23922)] [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:07:13.663990 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:07:13.724272 run osmo-hlr_10.42.42.2(pid=23919): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23919)]\u000a10:07:13.773466 run osmo-hlr_10.42.42.2(pid=23919): stdout: \u000a| (launched: 2022-12-09_10:07:10.489272) \u000a10:07:13.823478 run osmo-hlr_10.42.42.2(pid=23919): stderr: \u000a| �[0;m�[1;31m20221209100710668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100710668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100710668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100710668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100710668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100710668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100710680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100710689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100710689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100710690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:13.866247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23912): Terminating (SIGTERM)\u000a10:07:13.906413 run iperf3-srv_10.42.42.10(pid=23913): Terminating (SIGTERM)\u000a10:07:13.946641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23914): Terminating (SIGTERM)\u000a10:07:13.986837 run iperf3-srv_10.42.42.10(pid=23915): Terminating (SIGTERM)\u000a10:07:14.027088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23918): Terminating (SIGTERM)\u000a10:07:14.067268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23921): Terminating (SIGTERM)\u000a10:07:14.107490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23924): Terminating (SIGTERM)\u000a10:07:14.116718 --- ParallelTerminationStrategy: PID 23912 died...\u000a10:07:14.170174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23912): Terminated: ok {rc=0}\u000a10:07:14.179757 --- ParallelTerminationStrategy: PID 23913 died...\u000a10:07:14.233349 run iperf3-srv_10.42.42.10(pid=23913): Terminated {rc=256}\u000a10:07:14.242929 --- ParallelTerminationStrategy: PID 23914 died...\u000a10:07:14.295992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23914): Terminated: ok {rc=0}\u000a10:07:14.305830 --- ParallelTerminationStrategy: PID 23915 died...\u000a10:07:14.358968 run iperf3-srv_10.42.42.10(pid=23915): Terminated {rc=256}\u000a10:07:14.368485 --- ParallelTerminationStrategy: PID 23918 died...\u000a10:07:14.421669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23918): Terminated: ok {rc=0}\u000a10:07:14.431109 --- ParallelTerminationStrategy: PID 23921 died...\u000a10:07:14.484451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23921): Terminated: ok {rc=0}\u000a10:07:14.494086 --- ParallelTerminationStrategy: PID 23924 died...\u000a10:07:14.547326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23924): Terminated: ok {rc=0}\u000a10:07:14.631553 bus /gobi_0: Setting Powered False\u000a10:07:15.739124 bus /gobi_0: Setting Powered False\u000a10:07:16.847343 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23934): Process ended prematurely: osmo-stp_10.42.42.5(pid=23934) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23934)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23934): Process ended prematurely: osmo-stp_10.42.42.5(pid=23934) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:07:17.958325 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:17.969738 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:07:18.130577 tst iperf3.py: using LAC 20720\u000a10:07:18.257334 tst iperf3.py: using RAC 65\u000a10:07:18.383919 tst iperf3.py: using CellId 20720\u000a10:07:18.511129 tst iperf3.py: using BVCI 20721\u000a10:07:18.536473 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:18.547990 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:18.559146 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:18.570492 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:18.581687 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:18.592905 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:18.604297 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:18.616359 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:18.628470 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:07:18.920925 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:07:19.057496 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:19.395001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23926): Launched\u000a10:07:19.675393 run iperf3-srv_10.42.42.10(pid=23927): Launched\u000a10:07:19.874503 tst iperf3.py:8: start network...\u000a10:07:20.010822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:20.527093 run create_hlr_db(pid=23928): Launched\u000a10:07:20.715868 bus /gobi_6: Setting Powered False\u000a10:07:21.737293 run create_hlr_db(pid=23928): Terminated: ok {rc=0}\u000a10:07:22.145959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23930): Launched\u000a10:07:22.452108 run osmo-hlr_10.42.42.2(pid=23931): Launched\u000a10:07:22.569398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:23.099236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23933): Launched\u000a10:07:23.405331 run osmo-stp_10.42.42.5(pid=23934): Launched\u000a10:07:23.516377 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:07:24.046176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23936): Launched\u000a10:07:24.154204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:07:24.420355 run patchelf(pid=23937): Launched\u000a10:07:24.599389 run osmo-stp_10.42.42.5(pid=23934): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23934)]\u000a10:07:24.729496 run osmo-stp_10.42.42.5(pid=23934): stdout: \u000a| (launched: 2022-12-09_10:07:23.254696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:24.859954 run osmo-stp_10.42.42.5(pid=23934): stderr: \u000a| �[0;m�[38;5;43m20221209100723425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100723425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100723425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100723426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100723426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100723426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100723426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:24.987224 run osmo-stp_10.42.42.5(pid=23934): stdout: \u000a| (launched: 2022-12-09_10:07:23.254696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:25.112210 run osmo-stp_10.42.42.5(pid=23934): stderr: \u000a| �[0;m�[38;5;43m20221209100723425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100723425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100723425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100723426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100723426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100723426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100723426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:25.257724 run patchelf(pid=23937): Terminating (SIGINT)\u000a10:07:25.428550 run patchelf(pid=23937): Terminated: ok {rc=0}\u000a10:07:25.460275 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23934): Process ended prematurely: osmo-stp_10.42.42.5(pid=23934) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23934)] [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:07:25.469751 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:07:25.530046 run osmo-hlr_10.42.42.2(pid=23931): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23931)]\u000a10:07:25.579694 run osmo-hlr_10.42.42.2(pid=23931): stdout: \u000a| (launched: 2022-12-09_10:07:22.301572) \u000a10:07:25.630101 run osmo-hlr_10.42.42.2(pid=23931): stderr: \u000a| �[0;m�[1;31m20221209100722480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100722480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100722480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100722480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100722480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100722480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100722492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100722501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100722501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100722501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:25.672929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23926): Terminating (SIGTERM)\u000a10:07:25.713294 run iperf3-srv_10.42.42.10(pid=23927): Terminating (SIGTERM)\u000a10:07:25.753768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23930): Terminating (SIGTERM)\u000a10:07:25.794190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23933): Terminating (SIGTERM)\u000a10:07:25.834647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23936): Terminating (SIGTERM)\u000a10:07:25.843893 --- ParallelTerminationStrategy: PID 23926 died...\u000a10:07:25.897697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23926): Terminated: ok {rc=0}\u000a10:07:25.907389 --- ParallelTerminationStrategy: PID 23927 died...\u000a10:07:25.960778 run iperf3-srv_10.42.42.10(pid=23927): Terminated {rc=256}\u000a10:07:25.970372 --- ParallelTerminationStrategy: PID 23930 died...\u000a10:07:26.023873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23930): Terminated: ok {rc=0}\u000a10:07:26.033451 --- ParallelTerminationStrategy: PID 23933 died...\u000a10:07:26.086702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23933): Terminated: ok {rc=0}\u000a10:07:26.096279 --- ParallelTerminationStrategy: PID 23936 died...\u000a10:07:26.149857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23936): Terminated: ok {rc=0}\u000a10:07:26.234504 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23952): Process ended prematurely: osmo-stp_10.42.42.5(pid=23952) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23952)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23952): Process ended prematurely: osmo-stp_10.42.42.5(pid=23952) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:07:27.343545 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:27.354934 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:07:27.501657 tst iperf3m4.py: using LAC 20721\u000a10:07:27.620204 tst iperf3m4.py: using RAC 66\u000a10:07:27.740775 tst iperf3m4.py: using CellId 20721\u000a10:07:27.864905 tst iperf3m4.py: using BVCI 20722\u000a10:07:27.888252 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:27.899134 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:27.909726 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:27.920279 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:27.930794 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:27.941430 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:27.952109 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:27.962656 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:27.973357 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:07:28.092927 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:07:28.212705 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:07:28.330700 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:07:28.607978 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:07:28.734375 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:29.051158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23938): Launched\u000a10:07:29.315747 run iperf3-srv_10.42.42.10(pid=23939): Launched\u000a10:07:29.500112 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:07:29.626423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:29.942784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23940): Launched\u000a10:07:30.205647 run iperf3-srv_10.42.42.10(pid=23941): Launched\u000a10:07:30.392232 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:07:30.519618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:30.844381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23942): Launched\u000a10:07:31.141400 run iperf3-srv_10.42.42.10(pid=23943): Launched\u000a10:07:31.348643 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:07:31.490317 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:31.845396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23944): Launched\u000a10:07:32.132941 run iperf3-srv_10.42.42.10(pid=23945): Launched\u000a10:07:32.338794 tst iperf3m4.py:8: start network...\u000a10:07:32.476389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:32.995672 run create_hlr_db(pid=23946): Launched\u000a10:07:33.184615 bus /gobi_6: Setting Powered False\u000a10:07:34.206301 run create_hlr_db(pid=23946): Terminated: ok {rc=0}\u000a10:07:34.618907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23948): Launched\u000a10:07:34.924634 run osmo-hlr_10.42.42.2(pid=23949): Launched\u000a10:07:35.045914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:35.584668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23951): Launched\u000a10:07:35.891908 run osmo-stp_10.42.42.5(pid=23952): Launched\u000a10:07:36.001700 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:07:36.534860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23954): Launched\u000a10:07:36.644046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:07:36.912306 run patchelf(pid=23955): Launched\u000a10:07:37.090180 run osmo-stp_10.42.42.5(pid=23952): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23952)]\u000a10:07:37.220017 run osmo-stp_10.42.42.5(pid=23952): stdout: \u000a| (launched: 2022-12-09_10:07:35.739060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:37.350171 run osmo-stp_10.42.42.5(pid=23952): stderr: \u000a| �[0;m�[38;5;43m20221209100735912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100735912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100735912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100735913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100735913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100735913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100735913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:37.475654 run osmo-stp_10.42.42.5(pid=23952): stdout: \u000a| (launched: 2022-12-09_10:07:35.739060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:37.600098 run osmo-stp_10.42.42.5(pid=23952): stderr: \u000a| �[0;m�[38;5;43m20221209100735912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100735912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100735912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100735913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100735913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100735913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100735913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:37.745801 run patchelf(pid=23955): Terminating (SIGINT)\u000a10:07:37.915885 run patchelf(pid=23955): Terminated: ok {rc=0}\u000a10:07:37.947179 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23952): Process ended prematurely: osmo-stp_10.42.42.5(pid=23952) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23952)] [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:07:37.956524 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:07:38.017565 run osmo-hlr_10.42.42.2(pid=23949): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23949)]\u000a10:07:38.067266 run osmo-hlr_10.42.42.2(pid=23949): stdout: \u000a| (launched: 2022-12-09_10:07:34.774640) \u000a10:07:38.117538 run osmo-hlr_10.42.42.2(pid=23949): stderr: \u000a| �[0;m�[1;31m20221209100734949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100734949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100734949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100734950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100734950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100734950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100734962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100734973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100734973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100734973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:38.160472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23938): Terminating (SIGTERM)\u000a10:07:38.200521 run iperf3-srv_10.42.42.10(pid=23939): Terminating (SIGTERM)\u000a10:07:38.240546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23940): Terminating (SIGTERM)\u000a10:07:38.280476 run iperf3-srv_10.42.42.10(pid=23941): Terminating (SIGTERM)\u000a10:07:38.320690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23942): Terminating (SIGTERM)\u000a10:07:38.360680 run iperf3-srv_10.42.42.10(pid=23943): Terminating (SIGTERM)\u000a10:07:38.400573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23944): Terminating (SIGTERM)\u000a10:07:38.441088 run iperf3-srv_10.42.42.10(pid=23945): Terminating (SIGTERM)\u000a10:07:38.481232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23948): Terminating (SIGTERM)\u000a10:07:38.521095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23951): Terminating (SIGTERM)\u000a10:07:38.561671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23954): Terminating (SIGTERM)\u000a10:07:38.570842 --- ParallelTerminationStrategy: PID 23938 died...\u000a10:07:38.624417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23938): Terminated: ok {rc=0}\u000a10:07:38.633999 --- ParallelTerminationStrategy: PID 23939 died...\u000a10:07:38.687026 run iperf3-srv_10.42.42.10(pid=23939): Terminated {rc=256}\u000a10:07:38.696461 --- ParallelTerminationStrategy: PID 23940 died...\u000a10:07:38.749671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23940): Terminated: ok {rc=0}\u000a10:07:38.759175 --- ParallelTerminationStrategy: PID 23941 died...\u000a10:07:38.812448 run iperf3-srv_10.42.42.10(pid=23941): Terminated {rc=256}\u000a10:07:38.821954 --- ParallelTerminationStrategy: PID 23942 died...\u000a10:07:38.875086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23942): Terminated: ok {rc=0}\u000a10:07:38.884594 --- ParallelTerminationStrategy: PID 23943 died...\u000a10:07:38.937657 run iperf3-srv_10.42.42.10(pid=23943): Terminated {rc=256}\u000a10:07:38.947149 --- ParallelTerminationStrategy: PID 23944 died...\u000a10:07:39.000212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23944): Terminated: ok {rc=0}\u000a10:07:39.009772 --- ParallelTerminationStrategy: PID 23945 died...\u000a10:07:39.062833 run iperf3-srv_10.42.42.10(pid=23945): Terminated {rc=256}\u000a10:07:39.072354 --- ParallelTerminationStrategy: PID 23948 died...\u000a10:07:39.125721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23948): Terminated: ok {rc=0}\u000a10:07:39.135260 --- ParallelTerminationStrategy: PID 23951 died...\u000a10:07:39.188251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23951): Terminated: ok {rc=0}\u000a10:07:39.197820 --- ParallelTerminationStrategy: PID 23954 died...\u000a10:07:39.250755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23954): Terminated: ok {rc=0}\u000a10:07:39.341404 bus /gobi_4: Setting Powered False\u000a10:07:40.446148 bus /gobi_4: Setting Powered False\u000a10:07:41.558988 bus /gobi_1: Setting Powered False\u000a10:07:42.662255 bus /gobi_1: Setting Powered False\u000a10:07:43.776323 bus /gobi_0: Setting Powered False\u000a10:07:44.885133 bus /gobi_0: Setting Powered False\u000a10:07:45.999702 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23962): Process ended prematurely: osmo-stp_10.42.42.5(pid=23962) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23962)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23962): Process ended prematurely: osmo-stp_10.42.42.5(pid=23962) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:07:47.064758 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:47.077222 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:07:47.230483 tst ping.py: using LAC 20722\u000a10:07:47.358737 tst ping.py: using RAC 67\u000a10:07:47.484399 tst ping.py: using CellId 20722\u000a10:07:47.613177 tst ping.py: using BVCI 20723\u000a10:07:47.637915 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:47.649313 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:47.660371 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:47.671732 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:47.683048 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:47.694297 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:47.705825 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:47.717089 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:07:48.009416 tst ping.py:19: start network...\u000a10:07:48.142449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:48.645806 run create_hlr_db(pid=23956): Launched\u000a10:07:48.831227 bus /gobi_6: Setting Powered False\u000a10:07:49.851196 run create_hlr_db(pid=23956): Terminated: ok {rc=0}\u000a10:07:50.254205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23958): Launched\u000a10:07:50.554705 run osmo-hlr_10.42.42.2(pid=23959): Launched\u000a10:07:50.673304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:51.202954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23961): Launched\u000a10:07:51.501816 run osmo-stp_10.42.42.5(pid=23962): Launched\u000a10:07:51.610290 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:07:52.131615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23964): Launched\u000a10:07:52.237582 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:07:52.498612 run patchelf(pid=23965): Launched\u000a10:07:52.675146 run osmo-stp_10.42.42.5(pid=23962): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23962)]\u000a10:07:52.803401 run osmo-stp_10.42.42.5(pid=23962): stdout: \u000a| (launched: 2022-12-09_10:07:51.354933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:52.931721 run osmo-stp_10.42.42.5(pid=23962): stderr: \u000a| �[0;m�[38;5;43m20221209100751527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100751527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100751527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100751527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100751528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100751528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100751528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:53.055991 run osmo-stp_10.42.42.5(pid=23962): stdout: \u000a| (launched: 2022-12-09_10:07:51.354933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:53.179017 run osmo-stp_10.42.42.5(pid=23962): stderr: \u000a| �[0;m�[38;5;43m20221209100751527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100751527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100751527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100751527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100751528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100751528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100751528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:53.321272 run patchelf(pid=23965): Terminating (SIGINT)\u000a10:07:53.488240 run patchelf(pid=23965): Terminated: ok {rc=0}\u000a10:07:53.518830 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23962): Process ended prematurely: osmo-stp_10.42.42.5(pid=23962) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23962)] [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:07:53.527618 tst ping.py:22: Test FAILED (6.5 sec)\u000a10:07:53.588091 run osmo-hlr_10.42.42.2(pid=23959): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23959)]\u000a10:07:53.637862 run osmo-hlr_10.42.42.2(pid=23959): stdout: \u000a| (launched: 2022-12-09_10:07:50.405755) \u000a10:07:53.688151 run osmo-hlr_10.42.42.2(pid=23959): stderr: \u000a| �[0;m�[1;31m20221209100750580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100750581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100750581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100750581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100750581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100750581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100750592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100750600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100750601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100750601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:53.730827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23958): Terminating (SIGTERM)\u000a10:07:53.771147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23961): Terminating (SIGTERM)\u000a10:07:53.811404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23964): Terminating (SIGTERM)\u000a10:07:53.820694 --- ParallelTerminationStrategy: PID 23958 died...\u000a10:07:53.874524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23958): Terminated: ok {rc=0}\u000a10:07:53.884179 --- ParallelTerminationStrategy: PID 23961 died...\u000a10:07:53.937608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23961): Terminated: ok {rc=0}\u000a10:07:53.947195 --- ParallelTerminationStrategy: PID 23964 died...\u000a10:07:54.000808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23964): Terminated: ok {rc=0}\u000a10:07:54.085563 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23972): Process ended prematurely: osmo-stp_10.42.42.5(pid=23972) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23972)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23972): Process ended prematurely: osmo-stp_10.42.42.5(pid=23972) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:07:55.140727 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:55.153294 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:07:55.305129 tst ping_idle_ping.py: using LAC 20723\u000a10:07:55.437242 tst ping_idle_ping.py: using RAC 68\u000a10:07:55.564281 tst ping_idle_ping.py: using CellId 20723\u000a10:07:55.684814 tst ping_idle_ping.py: using BVCI 20724\u000a10:07:55.708623 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:55.719568 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:55.730377 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:55.741230 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:55.751901 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:55.762500 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:55.773220 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:07:55.783781 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:07:56.073173 tst ping_idle_ping.py:24: start network...\u000a10:07:56.207102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:56.727066 run create_hlr_db(pid=23966): Launched\u000a10:07:56.913745 bus /gobi_6: Setting Powered False\u000a10:07:57.934332 run create_hlr_db(pid=23966): Terminated: ok {rc=0}\u000a10:07:58.339561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23968): Launched\u000a10:07:58.644775 run osmo-hlr_10.42.42.2(pid=23969): Launched\u000a10:07:58.756998 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:59.286839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23971): Launched\u000a10:07:59.611706 run osmo-stp_10.42.42.5(pid=23972): Launched\u000a10:07:59.729181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:08:00.291349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23974): Launched\u000a10:08:00.406063 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:08:00.687831 run patchelf(pid=23975): Launched\u000a10:08:00.898838 run osmo-stp_10.42.42.5(pid=23972): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23972)]\u000a10:08:01.052114 run osmo-stp_10.42.42.5(pid=23972): stdout: \u000a| (launched: 2022-12-09_10:07:59.451273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:01.193189 run osmo-stp_10.42.42.5(pid=23972): stderr: \u000a| �[0;m�[38;5;43m20221209100759643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100759643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100759643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100759644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100759644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100759644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100759644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:01.330818 run osmo-stp_10.42.42.5(pid=23972): stdout: \u000a| (launched: 2022-12-09_10:07:59.451273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:01.466450 run osmo-stp_10.42.42.5(pid=23972): stderr: \u000a| �[0;m�[38;5;43m20221209100759643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100759643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100759643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100759644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100759644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100759644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100759644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:01.632451 run patchelf(pid=23975): Terminating (SIGINT)\u000a10:08:01.828372 run patchelf(pid=23975): Terminated: ok {rc=0}\u000a10:08:01.866734 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23972): Process ended prematurely: osmo-stp_10.42.42.5(pid=23972) [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23972)] [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:08:01.877696 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:08:01.963041 run osmo-hlr_10.42.42.2(pid=23969): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23969)]\u000a10:08:02.025601 run osmo-hlr_10.42.42.2(pid=23969): stdout: \u000a| (launched: 2022-12-09_10:07:58.493828) \u000a10:08:02.091823 run osmo-hlr_10.42.42.2(pid=23969): stderr: \u000a| �[0;m�[1;31m20221209100758670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100758670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100758670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100758671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100758671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100758671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100758683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100758692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100758692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100758692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:02.148618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23968): Terminating (SIGTERM)\u000a10:08:02.195126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23971): Terminating (SIGTERM)\u000a10:08:02.241955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23974): Terminating (SIGTERM)\u000a10:08:02.252428 --- ParallelTerminationStrategy: PID 23968 died...\u000a10:08:02.311774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23968): Terminated: ok {rc=0}\u000a10:08:02.322800 --- ParallelTerminationStrategy: PID 23971 died...\u000a10:08:02.382631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23971): Terminated: ok {rc=0}\u000a10:08:02.393694 --- ParallelTerminationStrategy: PID 23974 died...\u000a10:08:02.453272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23974): Terminated: ok {rc=0}\u000a10:08:02.561582 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:07:04" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24257): Process ended prematurely: osmo-stp_10.42.42.5(pid=24257) [trial-2358↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24257)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24257): Process ended prematurely: osmo-stp_10.42.42.5(pid=24257) [trial-2358↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:08:04.615345 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:08:04.627850 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:08:04.772822 tst switch_tch_pdch.py: using LAC 20724\u000a10:08:04.895670 tst switch_tch_pdch.py: using RAC 69\u000a10:08:05.018871 tst switch_tch_pdch.py: using CellId 20724\u000a10:08:05.139514 tst switch_tch_pdch.py: using BVCI 20725\u000a10:08:05.163579 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:08:05.175632 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:08:05.187916 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:08:05.199914 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:08:05.212923 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:08:05.225547 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:08:05.238609 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:08:05.251208 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:08:05.369237 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:08:05.651890 tst switch_tch_pdch.py:51: start network...\u000a10:08:05.779476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:06.272054 run create_hlr_db(pid=24251): Launched\u000a10:08:06.474446 bus /gobi_6: Setting Powered False\u000a10:08:07.494582 run create_hlr_db(pid=24251): Terminated: ok {rc=0}\u000a10:08:07.939323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24253): Launched\u000a10:08:08.343119 run osmo-hlr_10.42.42.2(pid=24254): Launched\u000a10:08:08.572846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:09.194592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24256): Launched\u000a10:08:09.596567 run osmo-stp_10.42.42.5(pid=24257): Launched\u000a10:08:09.821732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:08:10.424918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24259): Launched\u000a10:08:10.543525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:08:10.847336 run patchelf(pid=24260): Launched\u000a10:08:11.043820 run osmo-stp_10.42.42.5(pid=24257): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24257)]\u000a10:08:11.187022 run osmo-stp_10.42.42.5(pid=24257): stdout: \u000a| (launched: 2022-12-09_10:08:09.349609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:11.331539 run osmo-stp_10.42.42.5(pid=24257): stderr: \u000a| �[0;m�[38;5;43m20221209100809671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100809672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100809672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100809672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100809673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100809673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100809673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:11.470019 run osmo-stp_10.42.42.5(pid=24257): stdout: \u000a| (launched: 2022-12-09_10:08:09.349609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:11.608240 run osmo-stp_10.42.42.5(pid=24257): stderr: \u000a| �[0;m�[38;5;43m20221209100809671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100809672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100809672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100809672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100809673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100809673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100809673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:11.767217 run patchelf(pid=24260): Terminating (SIGINT)\u000a10:08:11.954775 run patchelf(pid=24260): Terminated: ok {rc=0}\u000a10:08:11.988880 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24257): Process ended prematurely: osmo-stp_10.42.42.5(pid=24257) [trial-2358↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24257)] [trial-2358↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:08:11.999681 tst switch_tch_pdch.py:54: Test FAILED (7.4 sec)\u000a10:08:12.070412 run osmo-hlr_10.42.42.2(pid=24254): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24254)]\u000a10:08:12.125662 run osmo-hlr_10.42.42.2(pid=24254): stdout: \u000a| (launched: 2022-12-09_10:08:08.105870) \u000a10:08:12.181633 run osmo-hlr_10.42.42.2(pid=24254): stderr: \u000a| �[0;m�[1;31m20221209100808436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100808436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100808436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100808436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100808436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100808439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100808458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100808470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100808471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100808471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:12.230645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24253): Terminating (SIGTERM)\u000a10:08:12.277841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24256): Terminating (SIGTERM)\u000a10:08:12.325561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24259): Terminating (SIGTERM)\u000a10:08:12.336550 --- ParallelTerminationStrategy: PID 24253 died...\u000a10:08:12.398891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24253): Terminated: ok {rc=0}\u000a10:08:12.409907 --- ParallelTerminationStrategy: PID 24256 died...\u000a10:08:12.469672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24256): Terminated: ok {rc=0}\u000a10:08:12.481946 --- ParallelTerminationStrategy: PID 24259 died...\u000a10:08:12.542805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24259): Terminated: ok {rc=0}\u000a10:08:12.637036 bus /gobi_0: Setting Powered False\u000a10:08:13.748762 bus /gobi_0: Setting Powered False\u000a10:08:14.867538 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:08:04" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24271): Process ended prematurely: osmo-stp_10.42.42.5(pid=24271) [trial-2358↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24271)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24271): Process ended prematurely: osmo-stp_10.42.42.5(pid=24271) [trial-2358↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:08:16.945887 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:08:16.965613 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:08:17.114680 tst switch_tch_pdch.py: using LAC 20725\u000a10:08:17.255611 tst switch_tch_pdch.py: using RAC 70\u000a10:08:17.435510 tst switch_tch_pdch.py: using CellId 20725\u000a10:08:17.564423 tst switch_tch_pdch.py: using BVCI 20726\u000a10:08:17.590770 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:08:17.603181 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:08:17.616196 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:08:17.629252 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:08:17.642969 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:08:17.656053 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:08:17.669330 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:08:17.682975 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:08:17.811183 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:08:18.170964 tst switch_tch_pdch.py:51: start network...\u000a10:08:18.311016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:18.848701 run create_hlr_db(pid=24265): Launched\u000a10:08:18.984240 bus /gobi_6: Setting Powered False\u000a10:08:20.063075 run create_hlr_db(pid=24265): Terminated: ok {rc=0}\u000a10:08:20.489589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24267): Launched\u000a10:08:20.922971 run osmo-hlr_10.42.42.2(pid=24268): Launched\u000a10:08:21.164921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:21.723756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24270): Launched\u000a10:08:22.157238 run osmo-stp_10.42.42.5(pid=24271): Launched\u000a10:08:22.369051 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:08:22.932759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24273): Launched\u000a10:08:23.053632 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:08:23.355266 run patchelf(pid=24274): Launched\u000a10:08:23.551202 run osmo-stp_10.42.42.5(pid=24271): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24271)]\u000a10:08:23.696603 run osmo-stp_10.42.42.5(pid=24271): stdout: \u000a| (launched: 2022-12-09_10:08:21.892759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:23.846601 run osmo-stp_10.42.42.5(pid=24271): stderr: \u000a| �[0;m�[38;5;43m20221209100822183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100822183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100822183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100822183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100822184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100822184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100822184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:23.986027 run osmo-stp_10.42.42.5(pid=24271): stdout: \u000a| (launched: 2022-12-09_10:08:21.892759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:24.123902 run osmo-stp_10.42.42.5(pid=24271): stderr: \u000a| �[0;m�[38;5;43m20221209100822183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100822183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100822183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100822183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100822184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100822184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100822184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:24.288345 run patchelf(pid=24274): Terminating (SIGINT)\u000a10:08:24.469082 run patchelf(pid=24274): Terminated: ok {rc=0}\u000a10:08:24.502289 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24271): Process ended prematurely: osmo-stp_10.42.42.5(pid=24271) [trial-2358↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24271)] [trial-2358↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:08:24.511890 tst switch_tch_pdch.py:54: Test FAILED (7.6 sec)\u000a10:08:24.576538 run osmo-hlr_10.42.42.2(pid=24268): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24268)]\u000a10:08:24.629323 run osmo-hlr_10.42.42.2(pid=24268): stdout: \u000a| (launched: 2022-12-09_10:08:20.659227) \u000a10:08:24.682662 run osmo-hlr_10.42.42.2(pid=24268): stderr: \u000a| �[0;m�[1;31m20221209100820967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100820967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100820967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100820967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100820967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100820967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100820987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100821002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100821002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100821002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:24.728131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24267): Terminating (SIGTERM)\u000a10:08:24.771234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24270): Terminating (SIGTERM)\u000a10:08:24.814078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24273): Terminating (SIGTERM)\u000a10:08:24.823448 --- ParallelTerminationStrategy: PID 24267 died...\u000a10:08:24.880180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24267): Terminated: ok {rc=0}\u000a10:08:24.890298 --- ParallelTerminationStrategy: PID 24270 died...\u000a10:08:24.947192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24270): Terminated: ok {rc=0}\u000a10:08:24.957383 --- ParallelTerminationStrategy: PID 24273 died...\u000a10:08:25.014420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24273): Terminated: ok {rc=0}\u000a10:08:25.103182 bus /gobi_0: Setting Powered False\u000a10:08:26.207342 bus /gobi_0: Setting Powered False\u000a10:08:27.319982 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:08:16" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24281): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24281) [trial-2358↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24281)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24281): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24281) [trial-2358↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a10:08:29.198950 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a10:08:29.209710 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a10:08:29.344054 tst mo_mt_sms.py: using LAC 20726\u000a10:08:29.463048 tst mo_mt_sms.py: using RAC 71\u000a10:08:29.579808 tst mo_mt_sms.py: using CellId 20726\u000a10:08:29.698635 tst mo_mt_sms.py: using BVCI 20727\u000a10:08:29.721337 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:08:29.840024 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:08:30.130520 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:08:30.263665 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:08:30.959722 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24280): Launched\u000a10:08:31.331810 run osmo-nitb_10.42.42.2(pid=24281): Launched\u000a10:08:31.542235 run osmo-nitb_10.42.42.2(pid=24281): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24281)]\u000a10:08:31.691895 run osmo-nitb_10.42.42.2(pid=24281): stdout: \u000a| (launched: 2022-12-09_10:08:31.127498) \u000a10:08:31.841760 run osmo-nitb_10.42.42.2(pid=24281): stderr: \u000a| (launched: 2022-12-09_10:08:31.176325)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:08:32.023295 run osmo-nitb_10.42.42.2(pid=24281): stdout: \u000a| (launched: 2022-12-09_10:08:31.127498) \u000a10:08:32.168224 run osmo-nitb_10.42.42.2(pid=24281): stderr: \u000a| (launched: 2022-12-09_10:08:31.176325)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:08:32.467192 tst osmo-nitb_10.42.42.2(pid=24281): stdout: \u000a| (launched: 2022-12-09_10:08:31.127498) \u000a10:08:32.594836 tst osmo-nitb_10.42.42.2(pid=24281): stderr: \u000a| (launched: 2022-12-09_10:08:31.176325)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:08:32.651014 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24281): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24281) [trial-2358↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24281)] [trial-2358↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a10:08:32.660024 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a10:08:32.697091 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24280): Terminating (SIGTERM)\u000a10:08:32.875017 --- ParallelTerminationStrategy: PID 24280 died...\u000a10:08:32.933882 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24280): Terminated: ok {rc=0}\u000a10:08:33.020507 bus /sierra_3: Setting Powered False\u000a10:08:34.129162 bus /sierra_3: Setting Powered False\u000a10:08:35.238608 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:08:29" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24291): Process ended prematurely: osmo-stp_10.42.42.5(pid=24291) [trial-2358↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24291)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24291): Process ended prematurely: osmo-stp_10.42.42.5(pid=24291) [trial-2358↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a10:08:37.137168 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:08:37.148255 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a10:08:37.289188 tst mo_mt_sms.py: using LAC 20727\u000a10:08:37.420101 tst mo_mt_sms.py: using RAC 72\u000a10:08:37.539011 tst mo_mt_sms.py: using CellId 20727\u000a10:08:37.663297 tst mo_mt_sms.py: using BVCI 20728\u000a10:08:37.687907 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:08:37.699136 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:08:37.710153 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:08:37.721385 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:08:37.732678 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:08:37.743742 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:08:37.863787 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:08:38.063347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:38.544596 run create_hlr_db(pid=24285): Launched\u000a10:08:38.716918 bus /sierra_2: Setting Powered False\u000a10:08:39.738692 run create_hlr_db(pid=24285): Terminated: ok {rc=0}\u000a10:08:40.167116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24287): Launched\u000a10:08:40.490840 run osmo-hlr_10.42.42.2(pid=24288): Launched\u000a10:08:40.608572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:41.166992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24290): Launched\u000a10:08:41.487258 run osmo-stp_10.42.42.5(pid=24291): Launched\u000a10:08:41.603700 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:08:42.191366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24293): Launched\u000a10:08:42.512203 run osmo-msc_10.42.42.6(pid=24294): Launched\u000a10:08:42.700455 run osmo-stp_10.42.42.5(pid=24291): ERR: Terminated: ERROR {rc=1} [trial-2358↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24291)]\u000a10:08:42.836493 run osmo-stp_10.42.42.5(pid=24291): stdout: \u000a| (launched: 2022-12-09_10:08:41.329623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:42.972223 run osmo-stp_10.42.42.5(pid=24291): stderr: \u000a| �[0;m�[38;5;43m20221209100841522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100841522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100841522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100841523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100841523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100841523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100841523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:43.100887 run osmo-stp_10.42.42.5(pid=24291): stdout: \u000a| (launched: 2022-12-09_10:08:41.329623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:43.228347 run osmo-stp_10.42.42.5(pid=24291): stderr: \u000a| �[0;m�[38;5;43m20221209100841522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100841522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100841522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100841523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100841523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100841523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100841523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:43.284330 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24291): Process ended prematurely: osmo-stp_10.42.42.5(pid=24291) [trial-2358↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24291)] [trial-2358↪sms:trx-b200↪mo_mt_sms.py:16]\u000a10:08:43.293283 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a10:08:43.358140 run osmo-hlr_10.42.42.2(pid=24288): ERR: Terminated: ERROR {rc=237} [trial-2358↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24288)]\u000a10:08:43.410992 run osmo-hlr_10.42.42.2(pid=24288): stdout: \u000a| (launched: 2022-12-09_10:08:40.331247) \u000a10:08:43.464660 run osmo-hlr_10.42.42.2(pid=24288): stderr: \u000a| �[0;m�[1;31m20221209100840529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100840529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100840529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100840529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100840530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100840530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100840542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100840552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100840552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100840552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:43.536843 run osmo-msc_10.42.42.6(pid=24294): ERR: Terminated: ERROR {rc=2} [trial-2358↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24294)]\u000a10:08:43.590058 run osmo-msc_10.42.42.6(pid=24294): stdout: \u000a| (launched: 2022-12-09_10:08:42.354602) \u000a10:08:43.643313 run osmo-msc_10.42.42.6(pid=24294): stderr: \u000a| �[0;m�[38;5;43m20221209100842678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100842678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b4d6ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100842678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100842678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100842678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100842679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100842680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100842681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100842681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100842681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:08:43.689162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24287): Terminating (SIGTERM)\u000a10:08:43.732344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24290): Terminating (SIGTERM)\u000a10:08:43.775172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24293): Terminating (SIGTERM)\u000a10:08:43.785284 --- ParallelTerminationStrategy: PID 24287 died...\u000a10:08:43.842670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24287): Terminated: ok {rc=0}\u000a10:08:43.852901 --- ParallelTerminationStrategy: PID 24290 died...\u000a10:08:43.909928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24290): Terminated: ok {rc=0}\u000a10:08:43.920240 --- ParallelTerminationStrategy: PID 24293 died...\u000a10:08:43.977867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24293): Terminated: ok {rc=0}\u000a10:08:44.066017 bus /sierra_3: Setting Powered False\u000a10:08:45.173812 bus /sierra_3: Setting Powered False\u000a10:08:46.282885 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:08:36" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24300): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24300) [trial-2358↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24300)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24300): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24300) [trial-2358↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a10:08:48.113645 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a10:08:48.124305 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a10:08:48.261919 tst assert_extension.py: using LAC 20728\u000a10:08:48.387509 tst assert_extension.py: using RAC 73\u000a10:08:48.511481 tst assert_extension.py: using CellId 20728\u000a10:08:48.635377 tst assert_extension.py: using BVCI 20729\u000a10:08:48.660062 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a10:08:48.933044 tst assert_extension.py:10: start nitb and bts...\u000a10:08:49.057513 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:08:49.680285 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24299): Launched\u000a10:08:49.977182 run osmo-nitb_10.42.42.2(pid=24300): Launched\u000a10:08:50.160595 run osmo-nitb_10.42.42.2(pid=24300): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24300)]\u000a10:08:50.295782 run osmo-nitb_10.42.42.2(pid=24300): stdout: \u000a| (launched: 2022-12-09_10:08:49.831466) \u000a10:08:50.431527 run osmo-nitb_10.42.42.2(pid=24300): stderr: \u000a| (launched: 2022-12-09_10:08:49.876004)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:08:50.563207 run osmo-nitb_10.42.42.2(pid=24300): stdout: \u000a| (launched: 2022-12-09_10:08:49.831466) \u000a10:08:50.693745 run osmo-nitb_10.42.42.2(pid=24300): stderr: \u000a| (launched: 2022-12-09_10:08:49.876004)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:08:51.098671 tst osmo-nitb_10.42.42.2(pid=24300): stdout: \u000a| (launched: 2022-12-09_10:08:49.831466) \u000a10:08:51.217720 tst osmo-nitb_10.42.42.2(pid=24300): stderr: \u000a| (launched: 2022-12-09_10:08:49.876004)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:08:51.269458 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24300): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24300) [trial-2358↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24300)] [trial-2358↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a10:08:51.277557 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:08:51.313268 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24299): Terminating (SIGTERM)\u000a10:08:51.491125 --- ParallelTerminationStrategy: PID 24299 died...\u000a10:08:51.547306 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24299): Terminated: ok {rc=0}\u000a10:08:51.637863 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:08:47" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24311): Process ended prematurely: osmo-stp_10.42.42.5(pid=24311) [trial-2358↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24311)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24311): Process ended prematurely: osmo-stp_10.42.42.5(pid=24311) [trial-2358↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a10:08:53.469905 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:08:53.480313 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a10:08:53.623105 tst assert_extension.py: using LAC 20729\u000a10:08:53.750846 tst assert_extension.py: using RAC 74\u000a10:08:53.878937 tst assert_extension.py: using CellId 20729\u000a10:08:54.005159 tst assert_extension.py: using BVCI 20730\u000a10:08:54.029881 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:08:54.041054 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:08:54.051851 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:08:54.063173 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:08:54.074566 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:08:54.085987 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a10:08:54.286415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:54.767719 run create_hlr_db(pid=24304): Launched\u000a10:08:54.941246 bus /sierra_2: Setting Powered False\u000a10:08:55.961595 run create_hlr_db(pid=24304): Terminated: ok {rc=0}\u000a10:08:56.361137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24307): Launched\u000a10:08:56.661676 run osmo-hlr_10.42.42.2(pid=24308): Launched\u000a10:08:56.771373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:57.294699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24310): Launched\u000a10:08:57.594292 run osmo-stp_10.42.42.5(pid=24311): Launched\u000a10:08:57.702457 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:08:58.248382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24313): Launched\u000a10:08:58.546610 run osmo-msc_10.42.42.6(pid=24314): Launched\u000a10:08:58.723053 run osmo-stp_10.42.42.5(pid=24311): ERR: Terminated: ERROR {rc=1} [trial-2358↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24311)]\u000a10:08:58.850108 run osmo-stp_10.42.42.5(pid=24311): stdout: \u000a| (launched: 2022-12-09_10:08:57.446208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:58.975091 run osmo-stp_10.42.42.5(pid=24311): stderr: \u000a| �[0;m�[38;5;43m20221209100857615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100857615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100857615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100857616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100857616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100857616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100857616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:59.095795 run osmo-stp_10.42.42.5(pid=24311): stdout: \u000a| (launched: 2022-12-09_10:08:57.446208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:59.215468 run osmo-stp_10.42.42.5(pid=24311): stderr: \u000a| �[0;m�[38;5;43m20221209100857615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100857615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100857615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100857616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100857616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100857616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100857616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:59.267862 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24311): Process ended prematurely: osmo-stp_10.42.42.5(pid=24311) [trial-2358↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24311)] [trial-2358↪ussd:trx-b200↪assert_extension.py:17]\u000a10:08:59.276035 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a10:08:59.336426 run osmo-hlr_10.42.42.2(pid=24308): ERR: Terminated: ERROR {rc=237} [trial-2358↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24308)]\u000a10:08:59.386424 run osmo-hlr_10.42.42.2(pid=24308): stdout: \u000a| (launched: 2022-12-09_10:08:56.512654) \u000a10:08:59.437056 run osmo-hlr_10.42.42.2(pid=24308): stderr: \u000a| �[0;m�[1;31m20221209100856690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100856690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100856690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100856690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100856690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100856690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100856702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100856711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100856711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100856711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:59.505419 run osmo-msc_10.42.42.6(pid=24314): ERR: Terminated: ERROR {rc=2} [trial-2358↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24314)]\u000a10:08:59.555157 run osmo-msc_10.42.42.6(pid=24314): stdout: \u000a| (launched: 2022-12-09_10:08:58.399238) \u000a10:08:59.605441 run osmo-msc_10.42.42.6(pid=24314): stderr: \u000a| �[0;m�[38;5;43m20221209100858671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100858671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd44f76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100858671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100858671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100858672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100858673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100858674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100858675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100858675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100858675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:08:59.648342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24307): Terminating (SIGTERM)\u000a10:08:59.688723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24310): Terminating (SIGTERM)\u000a10:08:59.729179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24313): Terminating (SIGTERM)\u000a10:08:59.738529 --- ParallelTerminationStrategy: PID 24307 died...\u000a10:08:59.792642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24307): Terminated: ok {rc=0}\u000a10:08:59.802372 --- ParallelTerminationStrategy: PID 24310 died...\u000a10:08:59.855846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24310): Terminated: ok {rc=0}\u000a10:08:59.865542 --- ParallelTerminationStrategy: PID 24313 died...\u000a10:08:59.919015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24313): Terminated: ok {rc=0}\u000a10:09:00.004003 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:08:53" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24325): Process ended prematurely: osmo-stp_10.42.42.5(pid=24325) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24325)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24325): Process ended prematurely: osmo-stp_10.42.42.5(pid=24325) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:09:01.995269 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:09:02.010330 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:09:02.189406 tst mo_mt_call.py: using LAC 20730\u000a10:09:02.319027 tst mo_mt_call.py: using RAC 75\u000a10:09:02.449842 tst mo_mt_call.py: using CellId 20730\u000a10:09:02.582166 tst mo_mt_call.py: using BVCI 20731\u000a10:09:02.607144 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:09:02.618886 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:09:02.631143 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:09:02.642621 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:09:02.654719 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:09:02.667859 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:09:02.786994 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:09:02.990213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:03.482514 run create_hlr_db(pid=24319): Launched\u000a10:09:03.658119 bus /sierra_2: Setting Powered False\u000a10:09:04.679935 run create_hlr_db(pid=24319): Terminated: ok {rc=0}\u000a10:09:05.086192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24321): Launched\u000a10:09:05.391522 run osmo-hlr_10.42.42.2(pid=24322): Launched\u000a10:09:05.503055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:06.030619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24324): Launched\u000a10:09:06.334810 run osmo-stp_10.42.42.5(pid=24325): Launched\u000a10:09:06.445325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:07.001753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24327): Launched\u000a10:09:07.307159 run osmo-msc_10.42.42.6(pid=24328): Launched\u000a10:09:07.485927 run osmo-stp_10.42.42.5(pid=24325): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24325)]\u000a10:09:07.614663 run osmo-stp_10.42.42.5(pid=24325): stdout: \u000a| (launched: 2022-12-09_10:09:06.184429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:07.741810 run osmo-stp_10.42.42.5(pid=24325): stderr: \u000a| �[0;m�[38;5;43m20221209100906356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100906356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100906357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100906357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100906358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100906358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100906358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:07.864885 run osmo-stp_10.42.42.5(pid=24325): stdout: \u000a| (launched: 2022-12-09_10:09:06.184429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:07.986730 run osmo-stp_10.42.42.5(pid=24325): stderr: \u000a| �[0;m�[38;5;43m20221209100906356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100906356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100906357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100906357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100906358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100906358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100906358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:08.040370 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24325): Process ended prematurely: osmo-stp_10.42.42.5(pid=24325) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24325)] [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:09:08.049351 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:09:08.110014 run osmo-hlr_10.42.42.2(pid=24322): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24322)]\u000a10:09:08.160011 run osmo-hlr_10.42.42.2(pid=24322): stdout: \u000a| (launched: 2022-12-09_10:09:05.242151) \u000a10:09:08.210577 run osmo-hlr_10.42.42.2(pid=24322): stderr: \u000a| �[0;m�[1;31m20221209100905418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100905418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100905418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100905418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100905418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100905418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100905430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100905440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100905440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100905440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:08.279195 run osmo-msc_10.42.42.6(pid=24328): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24328)]\u000a10:09:08.329212 run osmo-msc_10.42.42.6(pid=24328): stdout: \u000a| (launched: 2022-12-09_10:09:07.156775) \u000a10:09:08.379596 run osmo-msc_10.42.42.6(pid=24328): stderr: \u000a| �[0;m�[38;5;43m20221209100907427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100907427 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a7a5f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100907427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100907427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100907428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100907428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100907429 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100907430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100907430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100907430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:08.422433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24321): Terminating (SIGTERM)\u000a10:09:08.463119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24324): Terminating (SIGTERM)\u000a10:09:08.503607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24327): Terminating (SIGTERM)\u000a10:09:08.513084 --- ParallelTerminationStrategy: PID 24321 died...\u000a10:09:08.567418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24321): Terminated: ok {rc=0}\u000a10:09:08.577191 --- ParallelTerminationStrategy: PID 24324 died...\u000a10:09:08.630642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24324): Terminated: ok {rc=0}\u000a10:09:08.640268 --- ParallelTerminationStrategy: PID 24327 died...\u000a10:09:08.694051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24327): Terminated: ok {rc=0}\u000a10:09:08.778830 bus /sierra_3: Setting Powered False\u000a10:09:09.886643 bus /sierra_3: Setting Powered False\u000a10:09:11.000004 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24336): Process ended prematurely: osmo-stp_10.42.42.5(pid=24336) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24336)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24336): Process ended prematurely: osmo-stp_10.42.42.5(pid=24336) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:09:12.112782 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:09:12.124467 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:09:12.282040 tst mo_mt_call_osmux.py: using LAC 20731\u000a10:09:12.409980 tst mo_mt_call_osmux.py: using RAC 76\u000a10:09:12.539355 tst mo_mt_call_osmux.py: using CellId 20731\u000a10:09:12.667507 tst mo_mt_call_osmux.py: using BVCI 20732\u000a10:09:12.690895 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:09:12.701924 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:09:12.712826 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:09:12.723846 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:09:12.734954 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:09:12.745913 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:09:12.860823 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:09:13.073102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:13.589984 run create_hlr_db(pid=24330): Launched\u000a10:09:13.784359 bus /sierra_2: Setting Powered False\u000a10:09:14.797711 run create_hlr_db(pid=24330): Terminated: ok {rc=0}\u000a10:09:15.206097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24332): Launched\u000a10:09:15.506064 run osmo-hlr_10.42.42.2(pid=24333): Launched\u000a10:09:15.621346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:16.230619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24335): Launched\u000a10:09:16.575771 run osmo-stp_10.42.42.5(pid=24336): Launched\u000a10:09:16.761427 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:17.485135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24338): Launched\u000a10:09:17.787349 run osmo-msc_10.42.42.6(pid=24339): Launched\u000a10:09:17.962611 run osmo-stp_10.42.42.5(pid=24336): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24336)]\u000a10:09:18.088924 run osmo-stp_10.42.42.5(pid=24336): stdout: \u000a| (launched: 2022-12-09_10:09:16.399821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:18.213912 run osmo-stp_10.42.42.5(pid=24336): stderr: \u000a| �[0;m�[38;5;43m20221209100916795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100916795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100916798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100916801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100916802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100916802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100916802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:18.334438 run osmo-stp_10.42.42.5(pid=24336): stdout: \u000a| (launched: 2022-12-09_10:09:16.399821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:18.453998 run osmo-stp_10.42.42.5(pid=24336): stderr: \u000a| �[0;m�[38;5;43m20221209100916795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100916795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100916798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100916801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100916802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100916802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100916802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:18.506594 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24336): Process ended prematurely: osmo-stp_10.42.42.5(pid=24336) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24336)] [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:09:18.515204 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:09:18.574531 run osmo-hlr_10.42.42.2(pid=24333): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24333)]\u000a10:09:18.623560 run osmo-hlr_10.42.42.2(pid=24333): stdout: \u000a| (launched: 2022-12-09_10:09:15.358318) \u000a10:09:18.673260 run osmo-hlr_10.42.42.2(pid=24333): stderr: \u000a| �[0;m�[1;31m20221209100915531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100915531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100915531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100915531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100915531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100915531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100915543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100915552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100915552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100915553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:18.740425 run osmo-msc_10.42.42.6(pid=24339): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24339)]\u000a10:09:18.789340 run osmo-msc_10.42.42.6(pid=24339): stdout: \u000a| (launched: 2022-12-09_10:09:17.639197) \u000a10:09:18.838776 run osmo-msc_10.42.42.6(pid=24339): stderr: \u000a| �[0;m�[38;5;43m20221209100917910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100917910 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b7692ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100917910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100917910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100917910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100917911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100917913 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100917914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100917914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100917914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:18.880742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24332): Terminating (SIGTERM)\u000a10:09:18.920493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24335): Terminating (SIGTERM)\u000a10:09:18.960348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24338): Terminating (SIGTERM)\u000a10:09:18.969540 --- ParallelTerminationStrategy: PID 24332 died...\u000a10:09:19.022582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24332): Terminated: ok {rc=0}\u000a10:09:19.032067 --- ParallelTerminationStrategy: PID 24335 died...\u000a10:09:19.084822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24335): Terminated: ok {rc=0}\u000a10:09:19.094345 --- ParallelTerminationStrategy: PID 24338 died...\u000a10:09:19.147580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24338): Terminated: ok {rc=0}\u000a10:09:19.231610 bus /sierra_3: Setting Powered False\u000a10:09:20.340758 bus /sierra_3: Setting Powered False\u000a10:09:21.453772 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:09:01" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24350): Process ended prematurely: osmo-stp_10.42.42.5(pid=24350) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24350)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24350): Process ended prematurely: osmo-stp_10.42.42.5(pid=24350) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:09:23.447750 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:09:23.459335 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:09:23.618757 tst mo_mt_call.py: using LAC 20732\u000a10:09:23.736748 tst mo_mt_call.py: using RAC 77\u000a10:09:23.854804 tst mo_mt_call.py: using CellId 20732\u000a10:09:23.976884 tst mo_mt_call.py: using BVCI 20733\u000a10:09:23.999582 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:09:24.010597 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:09:24.021464 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:09:24.032196 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:09:24.043141 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:09:24.053950 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:09:24.171610 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:09:24.371748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:24.852611 run create_hlr_db(pid=24344): Launched\u000a10:09:25.024010 bus /sierra_2: Setting Powered False\u000a10:09:26.045360 run create_hlr_db(pid=24344): Terminated: ok {rc=0}\u000a10:09:26.443405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24346): Launched\u000a10:09:26.742794 run osmo-hlr_10.42.42.2(pid=24347): Launched\u000a10:09:26.851597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:27.370472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24349): Launched\u000a10:09:27.670380 run osmo-stp_10.42.42.5(pid=24350): Launched\u000a10:09:27.780269 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:28.329510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24352): Launched\u000a10:09:28.629062 run osmo-msc_10.42.42.6(pid=24353): Launched\u000a10:09:28.804537 run osmo-stp_10.42.42.5(pid=24350): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24350)]\u000a10:09:28.931254 run osmo-stp_10.42.42.5(pid=24350): stdout: \u000a| (launched: 2022-12-09_10:09:27.521893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:29.055484 run osmo-stp_10.42.42.5(pid=24350): stderr: \u000a| �[0;m�[38;5;43m20221209100927691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100927691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100927691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100927692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100927692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100927692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100927692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:29.175746 run osmo-stp_10.42.42.5(pid=24350): stdout: \u000a| (launched: 2022-12-09_10:09:27.521893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:29.295437 run osmo-stp_10.42.42.5(pid=24350): stderr: \u000a| �[0;m�[38;5;43m20221209100927691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100927691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100927691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100927692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100927692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100927692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100927692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:29.348277 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24350): Process ended prematurely: osmo-stp_10.42.42.5(pid=24350) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24350)] [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:09:29.356865 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a10:09:29.415924 run osmo-hlr_10.42.42.2(pid=24347): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24347)]\u000a10:09:29.464586 run osmo-hlr_10.42.42.2(pid=24347): stdout: \u000a| (launched: 2022-12-09_10:09:26.595533) \u000a10:09:29.513741 run osmo-hlr_10.42.42.2(pid=24347): stderr: \u000a| �[0;m�[1;31m20221209100926772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100926772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100926772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100926772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100926772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100926772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100926784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100926794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100926794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100926794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:29.580522 run osmo-msc_10.42.42.6(pid=24353): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24353)]\u000a10:09:29.629065 run osmo-msc_10.42.42.6(pid=24353): stdout: \u000a| (launched: 2022-12-09_10:09:28.480806) \u000a10:09:29.678065 run osmo-msc_10.42.42.6(pid=24353): stderr: \u000a| �[0;m�[38;5;43m20221209100928752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100928753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03d2a47c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100928753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100928753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100928753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100928753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100928755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100928756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100928756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100928756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:29.719655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24346): Terminating (SIGTERM)\u000a10:09:29.759078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24349): Terminating (SIGTERM)\u000a10:09:29.798350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24352): Terminating (SIGTERM)\u000a10:09:29.807451 --- ParallelTerminationStrategy: PID 24346 died...\u000a10:09:29.860082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24346): Terminated: ok {rc=0}\u000a10:09:29.869644 --- ParallelTerminationStrategy: PID 24349 died...\u000a10:09:29.922342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24349): Terminated: ok {rc=0}\u000a10:09:29.931858 --- ParallelTerminationStrategy: PID 24352 died...\u000a10:09:29.984678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24352): Terminated: ok {rc=0}\u000a10:09:30.074902 bus /sierra_3: Setting Powered False\u000a10:09:31.183782 bus /sierra_3: Setting Powered False\u000a10:09:32.293513 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24361): Process ended prematurely: osmo-stp_10.42.42.5(pid=24361) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24361): Process ended prematurely: osmo-stp_10.42.42.5(pid=24361) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:09:33.409687 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:09:33.422042 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:09:33.597507 tst mo_mt_call_osmux.py: using LAC 20733\u000a10:09:33.734120 tst mo_mt_call_osmux.py: using RAC 78\u000a10:09:33.860664 tst mo_mt_call_osmux.py: using CellId 20733\u000a10:09:33.988476 tst mo_mt_call_osmux.py: using BVCI 20734\u000a10:09:34.013124 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:09:34.024510 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:09:34.035855 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:09:34.047646 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:09:34.059586 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:09:34.070970 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:09:34.189508 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:09:34.404147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:34.909329 run create_hlr_db(pid=24355): Launched\u000a10:09:35.094459 bus /sierra_2: Setting Powered False\u000a10:09:36.116132 run create_hlr_db(pid=24355): Terminated: ok {rc=0}\u000a10:09:36.518108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24357): Launched\u000a10:09:36.817391 run osmo-hlr_10.42.42.2(pid=24358): Launched\u000a10:09:36.927188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:37.446546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24360): Launched\u000a10:09:37.744615 run osmo-stp_10.42.42.5(pid=24361): Launched\u000a10:09:37.852455 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:38.401407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24363): Launched\u000a10:09:38.699705 run osmo-msc_10.42.42.6(pid=24364): Launched\u000a10:09:38.874365 run osmo-stp_10.42.42.5(pid=24361): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)]\u000a10:09:39.000481 run osmo-stp_10.42.42.5(pid=24361): stdout: \u000a| (launched: 2022-12-09_10:09:37.598213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:39.124860 run osmo-stp_10.42.42.5(pid=24361): stderr: \u000a| �[0;m�[38;5;43m20221209100937767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100937767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100937767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100937767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100937768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100937768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100937768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:39.245034 run osmo-stp_10.42.42.5(pid=24361): stdout: \u000a| (launched: 2022-12-09_10:09:37.598213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:39.364174 run osmo-stp_10.42.42.5(pid=24361): stderr: \u000a| �[0;m�[38;5;43m20221209100937767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100937767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100937767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100937767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100937768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100937768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100937768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:39.417652 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24361): Process ended prematurely: osmo-stp_10.42.42.5(pid=24361) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)] [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:09:39.426290 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:09:39.485571 run osmo-hlr_10.42.42.2(pid=24358): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24358)]\u000a10:09:39.534774 run osmo-hlr_10.42.42.2(pid=24358): stdout: \u000a| (launched: 2022-12-09_10:09:36.670181) \u000a10:09:39.584547 run osmo-hlr_10.42.42.2(pid=24358): stderr: \u000a| �[0;m�[1;31m20221209100936845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100936845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100936845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100936845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100936845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100936845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100936857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100936866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100936866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100936866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:39.651645 run osmo-msc_10.42.42.6(pid=24364): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24364)]\u000a10:09:39.700386 run osmo-msc_10.42.42.6(pid=24364): stdout: \u000a| (launched: 2022-12-09_10:09:38.552376) \u000a10:09:39.749696 run osmo-msc_10.42.42.6(pid=24364): stderr: \u000a| �[0;m�[38;5;43m20221209100938825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100938825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c5c712c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100938825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100938825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100938825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100938825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100938827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100938827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100938828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100938828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:39.791372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24357): Terminating (SIGTERM)\u000a10:09:39.830710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24360): Terminating (SIGTERM)\u000a10:09:39.870095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24363): Terminating (SIGTERM)\u000a10:09:39.879142 --- ParallelTerminationStrategy: PID 24357 died...\u000a10:09:39.931853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24357): Terminated: ok {rc=0}\u000a10:09:39.941404 --- ParallelTerminationStrategy: PID 24360 died...\u000a10:09:39.994680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24360): Terminated: ok {rc=0}\u000a10:09:40.004144 --- ParallelTerminationStrategy: PID 24363 died...\u000a10:09:40.056601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24363): Terminated: ok {rc=0}\u000a10:09:40.139870 bus /sierra_3: Setting Powered False\u000a10:09:41.246777 bus /sierra_3: Setting Powered False\u000a10:09:42.353524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:09:23" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24375): Process ended prematurely: osmo-stp_10.42.42.5(pid=24375) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24375)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24375): Process ended prematurely: osmo-stp_10.42.42.5(pid=24375) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:09:44.355409 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:09:44.366632 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:09:44.526957 tst mo_mt_call.py: using LAC 20734\u000a10:09:44.644359 tst mo_mt_call.py: using RAC 79\u000a10:09:44.764213 tst mo_mt_call.py: using CellId 20734\u000a10:09:44.883687 tst mo_mt_call.py: using BVCI 20735\u000a10:09:44.906647 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:09:44.917803 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:09:44.928714 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:09:44.939885 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:09:44.951037 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:09:44.962307 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:09:45.079823 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:09:45.277133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:45.763903 run create_hlr_db(pid=24369): Launched\u000a10:09:45.941567 bus /sierra_2: Setting Powered False\u000a10:09:46.989972 run create_hlr_db(pid=24369): Terminated: ok {rc=0}\u000a10:09:47.394823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24371): Launched\u000a10:09:47.696550 run osmo-hlr_10.42.42.2(pid=24372): Launched\u000a10:09:47.811968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:48.340167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24374): Launched\u000a10:09:48.641106 run osmo-stp_10.42.42.5(pid=24375): Launched\u000a10:09:48.749014 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:49.297800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24377): Launched\u000a10:09:49.601630 run osmo-msc_10.42.42.6(pid=24378): Launched\u000a10:09:49.775872 run osmo-stp_10.42.42.5(pid=24375): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24375)]\u000a10:09:49.901802 run osmo-stp_10.42.42.5(pid=24375): stdout: \u000a| (launched: 2022-12-09_10:09:48.491345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:50.025680 run osmo-stp_10.42.42.5(pid=24375): stderr: \u000a| �[0;m�[38;5;43m20221209100948663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100948663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100948663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100948664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100948664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100948664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100948664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:50.145464 run osmo-stp_10.42.42.5(pid=24375): stdout: \u000a| (launched: 2022-12-09_10:09:48.491345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:50.264039 run osmo-stp_10.42.42.5(pid=24375): stderr: \u000a| �[0;m�[38;5;43m20221209100948663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100948663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100948663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100948664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100948664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100948664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100948664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:50.316829 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24375): Process ended prematurely: osmo-stp_10.42.42.5(pid=24375) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24375)] [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:09:50.325699 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:09:50.385188 run osmo-hlr_10.42.42.2(pid=24372): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24372)]\u000a10:09:50.433863 run osmo-hlr_10.42.42.2(pid=24372): stdout: \u000a| (launched: 2022-12-09_10:09:47.547524) \u000a10:09:50.482986 run osmo-hlr_10.42.42.2(pid=24372): stderr: \u000a| �[0;m�[1;31m20221209100947723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100947723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100947723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100947723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100947723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100947723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100947735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100947746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100947746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100947747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:50.549953 run osmo-msc_10.42.42.6(pid=24378): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24378)]\u000a10:09:50.598676 run osmo-msc_10.42.42.6(pid=24378): stdout: \u000a| (launched: 2022-12-09_10:09:49.448809) \u000a10:09:50.647681 run osmo-msc_10.42.42.6(pid=24378): stderr: \u000a| �[0;m�[38;5;43m20221209100949722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100949723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2b6d70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100949723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100949723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100949723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100949723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100949725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100949725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100949725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100949726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:50.689218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24371): Terminating (SIGTERM)\u000a10:09:50.728595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24374): Terminating (SIGTERM)\u000a10:09:50.768007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24377): Terminating (SIGTERM)\u000a10:09:50.777345 --- ParallelTerminationStrategy: PID 24371 died...\u000a10:09:50.830194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24371): Terminated: ok {rc=0}\u000a10:09:50.839887 --- ParallelTerminationStrategy: PID 24374 died...\u000a10:09:50.892677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24374): Terminated: ok {rc=0}\u000a10:09:50.902180 --- ParallelTerminationStrategy: PID 24377 died...\u000a10:09:50.954864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24377): Terminated: ok {rc=0}\u000a10:09:51.042343 bus /sierra_3: Setting Powered False\u000a10:09:52.145177 bus /sierra_3: Setting Powered False\u000a10:09:53.256424 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24386): Process ended prematurely: osmo-stp_10.42.42.5(pid=24386) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24386)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24386): Process ended prematurely: osmo-stp_10.42.42.5(pid=24386) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:09:54.366456 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:09:54.378294 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:09:54.534060 tst mo_mt_call_osmux.py: using LAC 20735\u000a10:09:54.650707 tst mo_mt_call_osmux.py: using RAC 80\u000a10:09:54.780285 tst mo_mt_call_osmux.py: using CellId 20735\u000a10:09:54.895650 tst mo_mt_call_osmux.py: using BVCI 20736\u000a10:09:54.918315 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:09:54.929226 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:09:54.939923 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:09:54.951246 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:09:54.962717 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:09:54.974273 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:09:55.092625 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:09:55.292573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:55.773911 run create_hlr_db(pid=24380): Launched\u000a10:09:55.944341 bus /sierra_2: Setting Powered False\u000a10:09:56.964809 run create_hlr_db(pid=24380): Terminated: ok {rc=0}\u000a10:09:57.361906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24382): Launched\u000a10:09:57.662060 run osmo-hlr_10.42.42.2(pid=24383): Launched\u000a10:09:57.774057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:58.294558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24385): Launched\u000a10:09:58.595327 run osmo-stp_10.42.42.5(pid=24386): Launched\u000a10:09:58.702852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:59.250084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24388): Launched\u000a10:09:59.553997 run osmo-msc_10.42.42.6(pid=24389): Launched\u000a10:09:59.728560 run osmo-stp_10.42.42.5(pid=24386): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24386)]\u000a10:09:59.854772 run osmo-stp_10.42.42.5(pid=24386): stdout: \u000a| (launched: 2022-12-09_10:09:58.445341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:59.978769 run osmo-stp_10.42.42.5(pid=24386): stderr: \u000a| �[0;m�[38;5;43m20221209100958616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100958616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100958616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100958617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100958617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100958618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100958618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:00.098345 run osmo-stp_10.42.42.5(pid=24386): stdout: \u000a| (launched: 2022-12-09_10:09:58.445341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:00.217264 run osmo-stp_10.42.42.5(pid=24386): stderr: \u000a| �[0;m�[38;5;43m20221209100958616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209100958616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209100958616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209100958617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209100958617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209100958618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209100958618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:00.270130 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24386): Process ended prematurely: osmo-stp_10.42.42.5(pid=24386) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24386)] [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:10:00.278914 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a10:10:00.338158 run osmo-hlr_10.42.42.2(pid=24383): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24383)]\u000a10:10:00.387061 run osmo-hlr_10.42.42.2(pid=24383): stdout: \u000a| (launched: 2022-12-09_10:09:57.513332) \u000a10:10:00.436223 run osmo-hlr_10.42.42.2(pid=24383): stderr: \u000a| �[0;m�[1;31m20221209100957691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209100957691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209100957691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100957691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209100957691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209100957691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209100957703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209100957712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209100957713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209100957713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:00.503220 run osmo-msc_10.42.42.6(pid=24389): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24389)]\u000a10:10:00.552044 run osmo-msc_10.42.42.6(pid=24389): stdout: \u000a| (launched: 2022-12-09_10:09:59.401468) \u000a10:10:00.601428 run osmo-msc_10.42.42.6(pid=24389): stderr: \u000a| �[0;m�[38;5;43m20221209100959675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209100959675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f288b2dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209100959675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209100959675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209100959676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209100959676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209100959678 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209100959678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209100959678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209100959678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:10:00.643244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24382): Terminating (SIGTERM)\u000a10:10:00.682804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24385): Terminating (SIGTERM)\u000a10:10:00.722422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24388): Terminating (SIGTERM)\u000a10:10:00.731615 --- ParallelTerminationStrategy: PID 24382 died...\u000a10:10:00.784807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24382): Terminated: ok {rc=0}\u000a10:10:00.794438 --- ParallelTerminationStrategy: PID 24385 died...\u000a10:10:00.866831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24385): Terminated: ok {rc=0}\u000a10:10:00.879038 --- ParallelTerminationStrategy: PID 24388 died...\u000a10:10:00.932884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24388): Terminated: ok {rc=0}\u000a10:10:01.018527 bus /sierra_3: Setting Powered False\u000a10:10:02.126510 bus /sierra_3: Setting Powered False\u000a10:10:03.233924 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:09:44" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24403): Process ended prematurely: osmo-stp_10.42.42.5(pid=24403) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24403)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24403): Process ended prematurely: osmo-stp_10.42.42.5(pid=24403) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:10:05.222005 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:10:05.233256 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:10:05.386238 tst mo_mt_call.py: using LAC 20736\u000a10:10:05.512787 tst mo_mt_call.py: using RAC 81\u000a10:10:05.640012 tst mo_mt_call.py: using CellId 20736\u000a10:10:05.767653 tst mo_mt_call.py: using BVCI 20737\u000a10:10:05.792398 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:10:05.804021 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:10:05.815462 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:10:05.827493 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:10:05.839283 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:10:05.851160 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:10:05.968352 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:10:06.166084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:06.648242 run create_hlr_db(pid=24397): Launched\u000a10:10:06.821398 bus /sierra_2: Setting Powered False\u000a10:10:07.843104 run create_hlr_db(pid=24397): Terminated: ok {rc=0}\u000a10:10:08.244134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24399): Launched\u000a10:10:08.546649 run osmo-hlr_10.42.42.2(pid=24400): Launched\u000a10:10:08.656734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:09.179297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24402): Launched\u000a10:10:09.481937 run osmo-stp_10.42.42.5(pid=24403): Launched\u000a10:10:09.591132 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:10:10.147626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24405): Launched\u000a10:10:10.450951 run osmo-msc_10.42.42.6(pid=24406): Launched\u000a10:10:10.626773 run osmo-stp_10.42.42.5(pid=24403): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24403)]\u000a10:10:10.753819 run osmo-stp_10.42.42.5(pid=24403): stdout: \u000a| (launched: 2022-12-09_10:10:09.332454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:10.878842 run osmo-stp_10.42.42.5(pid=24403): stderr: \u000a| �[0;m�[38;5;43m20221209101009499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101009499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101009499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101009500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101009500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101009500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101009500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:10.999464 run osmo-stp_10.42.42.5(pid=24403): stdout: \u000a| (launched: 2022-12-09_10:10:09.332454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:11.118949 run osmo-stp_10.42.42.5(pid=24403): stderr: \u000a| �[0;m�[38;5;43m20221209101009499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101009499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101009499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101009500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101009500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101009500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101009500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:11.171961 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24403): Process ended prematurely: osmo-stp_10.42.42.5(pid=24403) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24403)] [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:10:11.180797 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:10:11.240775 run osmo-hlr_10.42.42.2(pid=24400): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24400)]\u000a10:10:11.289847 run osmo-hlr_10.42.42.2(pid=24400): stdout: \u000a| (launched: 2022-12-09_10:10:08.397109) \u000a10:10:11.339420 run osmo-hlr_10.42.42.2(pid=24400): stderr: \u000a| �[0;m�[1;31m20221209101008571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101008571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101008572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101008572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101008572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101008572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101008584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101008592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101008593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101008593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:11.406698 run osmo-msc_10.42.42.6(pid=24406): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24406)]\u000a10:10:11.455541 run osmo-msc_10.42.42.6(pid=24406): stdout: \u000a| (launched: 2022-12-09_10:10:10.301652) \u000a10:10:11.505170 run osmo-msc_10.42.42.6(pid=24406): stderr: \u000a| �[0;m�[38;5;43m20221209101010571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101010571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c63277c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101010571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101010571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101010571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101010571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101010573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101010573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101010574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101010574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:10:11.547142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24399): Terminating (SIGTERM)\u000a10:10:11.586819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24402): Terminating (SIGTERM)\u000a10:10:11.626775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24405): Terminating (SIGTERM)\u000a10:10:11.636289 --- ParallelTerminationStrategy: PID 24399 died...\u000a10:10:11.689765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24399): Terminated: ok {rc=0}\u000a10:10:11.699585 --- ParallelTerminationStrategy: PID 24402 died...\u000a10:10:11.752742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24402): Terminated: ok {rc=0}\u000a10:10:11.762625 --- ParallelTerminationStrategy: PID 24405 died...\u000a10:10:11.815662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24405): Terminated: ok {rc=0}\u000a10:10:11.904682 bus /sierra_3: Setting Powered False\u000a10:10:13.012071 bus /sierra_3: Setting Powered False\u000a10:10:14.122261 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24414): Process ended prematurely: osmo-stp_10.42.42.5(pid=24414) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24414)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24414): Process ended prematurely: osmo-stp_10.42.42.5(pid=24414) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:10:15.232338 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:10:15.244146 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:10:15.401540 tst mo_mt_call_osmux.py: using LAC 20737\u000a10:10:15.520879 tst mo_mt_call_osmux.py: using RAC 82\u000a10:10:15.639077 tst mo_mt_call_osmux.py: using CellId 20737\u000a10:10:15.759588 tst mo_mt_call_osmux.py: using BVCI 20738\u000a10:10:15.782434 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:10:15.793343 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:10:15.804091 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:10:15.815040 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:10:15.826827 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:10:15.838366 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:10:15.966704 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:10:16.185058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:16.707006 run create_hlr_db(pid=24408): Launched\u000a10:10:16.883512 bus /sierra_2: Setting Powered False\u000a10:10:17.901619 run create_hlr_db(pid=24408): Terminated: ok {rc=0}\u000a10:10:18.331515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24410): Launched\u000a10:10:18.656814 run osmo-hlr_10.42.42.2(pid=24411): Launched\u000a10:10:18.777421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:19.345369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24413): Launched\u000a10:10:19.671395 run osmo-stp_10.42.42.5(pid=24414): Launched\u000a10:10:19.789053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:10:20.380810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24416): Launched\u000a10:10:20.703545 run osmo-msc_10.42.42.6(pid=24417): Launched\u000a10:10:20.891929 run osmo-stp_10.42.42.5(pid=24414): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24414)]\u000a10:10:21.027294 run osmo-stp_10.42.42.5(pid=24414): stdout: \u000a| (launched: 2022-12-09_10:10:19.510366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:21.162211 run osmo-stp_10.42.42.5(pid=24414): stderr: \u000a| �[0;m�[38;5;43m20221209101019699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101019699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101019700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101019700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101019701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101019701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101019701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:21.291572 run osmo-stp_10.42.42.5(pid=24414): stdout: \u000a| (launched: 2022-12-09_10:10:19.510366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:21.420677 run osmo-stp_10.42.42.5(pid=24414): stderr: \u000a| �[0;m�[38;5;43m20221209101019699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101019699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101019700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101019700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101019701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101019701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101019701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:21.477718 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24414): Process ended prematurely: osmo-stp_10.42.42.5(pid=24414) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24414)] [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:10:21.487256 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:10:21.551143 run osmo-hlr_10.42.42.2(pid=24411): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24411)]\u000a10:10:21.603193 run osmo-hlr_10.42.42.2(pid=24411): stdout: \u000a| (launched: 2022-12-09_10:10:18.497360) \u000a10:10:21.656044 run osmo-hlr_10.42.42.2(pid=24411): stderr: \u000a| �[0;m�[1;31m20221209101018692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101018692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101018692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101018692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101018692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101018692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101018705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101018714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101018715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101018715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:21.727732 run osmo-msc_10.42.42.6(pid=24417): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24417)]\u000a10:10:21.779808 run osmo-msc_10.42.42.6(pid=24417): stdout: \u000a| (launched: 2022-12-09_10:10:20.544781) \u000a10:10:21.832617 run osmo-msc_10.42.42.6(pid=24417): stderr: \u000a| �[0;m�[38;5;43m20221209101020865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101020866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53586d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101020866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101020866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101020866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101020866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101020868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101020868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101020868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101020869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:10:21.877190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24410): Terminating (SIGTERM)\u000a10:10:21.920170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24413): Terminating (SIGTERM)\u000a10:10:21.962756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24416): Terminating (SIGTERM)\u000a10:10:21.972850 --- ParallelTerminationStrategy: PID 24410 died...\u000a10:10:22.030074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24410): Terminated: ok {rc=0}\u000a10:10:22.040317 --- ParallelTerminationStrategy: PID 24413 died...\u000a10:10:22.096639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24413): Terminated: ok {rc=0}\u000a10:10:22.107109 --- ParallelTerminationStrategy: PID 24416 died...\u000a10:10:22.163391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24416): Terminated: ok {rc=0}\u000a10:10:22.252601 bus /sierra_3: Setting Powered False\u000a10:10:23.357676 bus /sierra_3: Setting Powered False\u000a10:10:24.469923 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:10:04" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24428): Process ended prematurely: osmo-stp_10.42.42.5(pid=24428) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24428)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24428): Process ended prematurely: osmo-stp_10.42.42.5(pid=24428) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:10:26.458782 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:10:26.469973 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:10:26.626789 tst mo_mt_call.py: using LAC 20738\u000a10:10:26.746512 tst mo_mt_call.py: using RAC 83\u000a10:10:26.865720 tst mo_mt_call.py: using CellId 20738\u000a10:10:26.983659 tst mo_mt_call.py: using BVCI 20739\u000a10:10:27.006468 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:10:27.017525 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:10:27.028213 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:10:27.039254 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:10:27.050310 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:10:27.061251 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:10:27.179560 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:10:27.390404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:27.899322 run create_hlr_db(pid=24422): Launched\u000a10:10:28.085140 bus /sierra_2: Setting Powered False\u000a10:10:29.107444 run create_hlr_db(pid=24422): Terminated: ok {rc=0}\u000a10:10:29.536875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24424): Launched\u000a10:10:29.861078 run osmo-hlr_10.42.42.2(pid=24425): Launched\u000a10:10:29.977156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:30.539097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24427): Launched\u000a10:10:30.942179 run osmo-stp_10.42.42.5(pid=24428): Launched\u000a10:10:31.087177 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:10:31.730979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24430): Launched\u000a10:10:32.132331 run osmo-msc_10.42.42.6(pid=24431): Launched\u000a10:10:32.409546 run osmo-stp_10.42.42.5(pid=24428): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24428)]\u000a10:10:32.546209 run osmo-stp_10.42.42.5(pid=24428): stdout: \u000a| (launched: 2022-12-09_10:10:30.703134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:32.682101 run osmo-stp_10.42.42.5(pid=24428): stderr: \u000a| �[0;m�[38;5;43m20221209101030907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101030907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101030907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101030908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101030908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101030908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101030908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:32.812178 run osmo-stp_10.42.42.5(pid=24428): stdout: \u000a| (launched: 2022-12-09_10:10:30.703134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:32.941697 run osmo-stp_10.42.42.5(pid=24428): stderr: \u000a| �[0;m�[38;5;43m20221209101030907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101030907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101030907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101030908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101030908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101030908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101030908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:32.998790 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24428): Process ended prematurely: osmo-stp_10.42.42.5(pid=24428) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24428)] [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:10:33.008342 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:10:33.072731 run osmo-hlr_10.42.42.2(pid=24425): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24425)]\u000a10:10:33.125144 run osmo-hlr_10.42.42.2(pid=24425): stdout: \u000a| (launched: 2022-12-09_10:10:29.700603) \u000a10:10:33.178127 run osmo-hlr_10.42.42.2(pid=24425): stderr: \u000a| �[0;m�[1;31m20221209101029896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101029896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101029896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101029896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101029896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101029896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101029908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101029918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101029918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101029918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:33.249583 run osmo-msc_10.42.42.6(pid=24431): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24431)]\u000a10:10:33.301738 run osmo-msc_10.42.42.6(pid=24431): stdout: \u000a| (launched: 2022-12-09_10:10:31.898271) \u000a10:10:33.354658 run osmo-msc_10.42.42.6(pid=24431): stderr: \u000a| �[0;m�[38;5;43m20221209101032380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101032380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac0c1c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101032380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101032380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101032380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101032381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101032382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101032383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101032383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101032383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:10:33.400126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24424): Terminating (SIGTERM)\u000a10:10:33.442880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24427): Terminating (SIGTERM)\u000a10:10:33.485118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24430): Terminating (SIGTERM)\u000a10:10:33.495545 --- ParallelTerminationStrategy: PID 24424 died...\u000a10:10:33.552506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24424): Terminated: ok {rc=0}\u000a10:10:33.563254 --- ParallelTerminationStrategy: PID 24427 died...\u000a10:10:33.619583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24427): Terminated: ok {rc=0}\u000a10:10:33.630304 --- ParallelTerminationStrategy: PID 24430 died...\u000a10:10:33.687420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24430): Terminated: ok {rc=0}\u000a10:10:33.775168 bus /sierra_3: Setting Powered False\u000a10:10:34.883077 bus /sierra_3: Setting Powered False\u000a10:10:35.989524 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24439): Process ended prematurely: osmo-stp_10.42.42.5(pid=24439) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24439)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24439): Process ended prematurely: osmo-stp_10.42.42.5(pid=24439) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:10:37.105235 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:10:37.117486 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:10:37.283671 tst mo_mt_call_osmux.py: using LAC 20739\u000a10:10:37.404478 tst mo_mt_call_osmux.py: using RAC 84\u000a10:10:37.523092 tst mo_mt_call_osmux.py: using CellId 20739\u000a10:10:37.643715 tst mo_mt_call_osmux.py: using BVCI 20740\u000a10:10:37.666849 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:10:37.678043 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:10:37.688882 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:10:37.699996 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:10:37.711151 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:10:37.722136 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:10:37.839197 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:10:38.040754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:38.526141 run create_hlr_db(pid=24433): Launched\u000a10:10:38.698276 bus /sierra_2: Setting Powered False\u000a10:10:39.720901 run create_hlr_db(pid=24433): Terminated: ok {rc=0}\u000a10:10:40.123839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24435): Launched\u000a10:10:40.425161 run osmo-hlr_10.42.42.2(pid=24436): Launched\u000a10:10:40.534624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:41.056487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24438): Launched\u000a10:10:41.358115 run osmo-stp_10.42.42.5(pid=24439): Launched\u000a10:10:41.467210 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:10:42.034284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24441): Launched\u000a10:10:42.360752 run osmo-msc_10.42.42.6(pid=24442): Launched\u000a10:10:42.551252 run osmo-stp_10.42.42.5(pid=24439): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24439)]\u000a10:10:42.689749 run osmo-stp_10.42.42.5(pid=24439): stdout: \u000a| (launched: 2022-12-09_10:10:41.209076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:42.825655 run osmo-stp_10.42.42.5(pid=24439): stderr: \u000a| �[0;m�[38;5;43m20221209101041375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101041375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101041376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101041376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101041377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101041377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101041377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:42.956116 run osmo-stp_10.42.42.5(pid=24439): stdout: \u000a| (launched: 2022-12-09_10:10:41.209076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:43.085980 run osmo-stp_10.42.42.5(pid=24439): stderr: \u000a| �[0;m�[38;5;43m20221209101041375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101041375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101041376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101041376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101041377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101041377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101041377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:43.143018 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24439): Process ended prematurely: osmo-stp_10.42.42.5(pid=24439) [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24439)] [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:10:43.152636 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:10:43.217108 run osmo-hlr_10.42.42.2(pid=24436): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24436)]\u000a10:10:43.269363 run osmo-hlr_10.42.42.2(pid=24436): stdout: \u000a| (launched: 2022-12-09_10:10:40.277254) \u000a10:10:43.322343 run osmo-hlr_10.42.42.2(pid=24436): stderr: \u000a| �[0;m�[1;31m20221209101040453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101040453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101040453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101040453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101040453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101040453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101040464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101040473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101040473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101040473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:43.393894 run osmo-msc_10.42.42.6(pid=24442): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24442)]\u000a10:10:43.445914 run osmo-msc_10.42.42.6(pid=24442): stdout: \u000a| (launched: 2022-12-09_10:10:42.199311) \u000a10:10:43.498572 run osmo-msc_10.42.42.6(pid=24442): stderr: \u000a| �[0;m�[38;5;43m20221209101042516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101042516 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3656b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101042516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101042516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101042516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101042517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101042518 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101042519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101042519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101042519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:10:43.543642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24435): Terminating (SIGTERM)\u000a10:10:43.586383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24438): Terminating (SIGTERM)\u000a10:10:43.628393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24441): Terminating (SIGTERM)\u000a10:10:43.638752 --- ParallelTerminationStrategy: PID 24435 died...\u000a10:10:43.695427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24435): Terminated: ok {rc=0}\u000a10:10:43.705605 --- ParallelTerminationStrategy: PID 24438 died...\u000a10:10:43.761612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24438): Terminated: ok {rc=0}\u000a10:10:43.772161 --- ParallelTerminationStrategy: PID 24441 died...\u000a10:10:43.828533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24441): Terminated: ok {rc=0}\u000a10:10:43.915985 bus /sierra_3: Setting Powered False\u000a10:10:45.022724 bus /sierra_3: Setting Powered False\u000a10:10:46.151346 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:10:26" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24454): Process ended prematurely: osmo-stp_10.42.42.5(pid=24454) [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24454)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24454): Process ended prematurely: osmo-stp_10.42.42.5(pid=24454) [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:10:48.151444 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:10:48.162540 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:10:48.320102 tst mo_mt_call.py: using LAC 20740\u000a10:10:48.439308 tst mo_mt_call.py: using RAC 85\u000a10:10:48.558859 tst mo_mt_call.py: using CellId 20740\u000a10:10:48.675670 tst mo_mt_call.py: using BVCI 20741\u000a10:10:48.698566 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:10:48.709644 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:10:48.720459 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:10:48.731352 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:10:48.742312 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:10:48.753161 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:10:48.870424 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:10:49.071671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:49.557265 run create_hlr_db(pid=24448): Launched\u000a10:10:49.728779 bus /sierra_2: Setting Powered False\u000a10:10:50.750516 run create_hlr_db(pid=24448): Terminated: ok {rc=0}\u000a10:10:51.180350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24450): Launched\u000a10:10:51.504776 run osmo-hlr_10.42.42.2(pid=24451): Launched\u000a10:10:51.623170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:52.184048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24453): Launched\u000a10:10:52.507396 run osmo-stp_10.42.42.5(pid=24454): Launched\u000a10:10:52.624938 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:10:53.216233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24456): Launched\u000a10:10:53.540186 run osmo-msc_10.42.42.6(pid=24457): Launched\u000a10:10:53.730184 run osmo-stp_10.42.42.5(pid=24454): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24454)]\u000a10:10:53.867133 run osmo-stp_10.42.42.5(pid=24454): stdout: \u000a| (launched: 2022-12-09_10:10:52.347955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:54.002573 run osmo-stp_10.42.42.5(pid=24454): stderr: \u000a| �[0;m�[38;5;43m20221209101052535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101052536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101052536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101052536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101052537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101052537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101052537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:54.132396 run osmo-stp_10.42.42.5(pid=24454): stdout: \u000a| (launched: 2022-12-09_10:10:52.347955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:54.261425 run osmo-stp_10.42.42.5(pid=24454): stderr: \u000a| �[0;m�[38;5;43m20221209101052535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101052536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101052536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101052536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101052537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101052537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101052537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:54.318492 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24454): Process ended prematurely: osmo-stp_10.42.42.5(pid=24454) [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24454)] [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:10:54.327951 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:10:54.392383 run osmo-hlr_10.42.42.2(pid=24451): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24451)]\u000a10:10:54.444364 run osmo-hlr_10.42.42.2(pid=24451): stdout: \u000a| (launched: 2022-12-09_10:10:51.344756) \u000a10:10:54.496726 run osmo-hlr_10.42.42.2(pid=24451): stderr: \u000a| �[0;m�[1;31m20221209101051539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101051539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101051539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101051539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101051539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101051539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101051551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101051560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101051560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101051560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:54.567583 run osmo-msc_10.42.42.6(pid=24457): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24457)]\u000a10:10:54.619300 run osmo-msc_10.42.42.6(pid=24457): stdout: \u000a| (launched: 2022-12-09_10:10:53.380733) \u000a10:10:54.671765 run osmo-msc_10.42.42.6(pid=24457): stderr: \u000a| �[0;m�[38;5;43m20221209101053698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101053699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa986aecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101053699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101053699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101053699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101053699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101053701 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101053701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101053701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101053702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:10:54.716510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24450): Terminating (SIGTERM)\u000a10:10:54.758608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24453): Terminating (SIGTERM)\u000a10:10:54.801273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24456): Terminating (SIGTERM)\u000a10:10:54.811274 --- ParallelTerminationStrategy: PID 24450 died...\u000a10:10:54.867885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24450): Terminated: ok {rc=0}\u000a10:10:54.878241 --- ParallelTerminationStrategy: PID 24453 died...\u000a10:10:54.934681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24453): Terminated: ok {rc=0}\u000a10:10:54.944750 --- ParallelTerminationStrategy: PID 24456 died...\u000a10:10:55.001312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24456): Terminated: ok {rc=0}\u000a10:10:55.088120 bus /sierra_3: Setting Powered False\u000a10:10:56.196907 bus /sierra_3: Setting Powered False\u000a10:10:57.304768 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24465): Process ended prematurely: osmo-stp_10.42.42.5(pid=24465) [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24465)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24465): Process ended prematurely: osmo-stp_10.42.42.5(pid=24465) [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:10:58.421081 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:10:58.433616 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:10:58.600717 tst mo_mt_call_osmux.py: using LAC 20741\u000a10:10:58.729795 tst mo_mt_call_osmux.py: using RAC 86\u000a10:10:58.856920 tst mo_mt_call_osmux.py: using CellId 20741\u000a10:10:58.978069 tst mo_mt_call_osmux.py: using BVCI 20742\u000a10:10:59.000881 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:10:59.012001 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:10:59.022914 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:10:59.034307 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:10:59.045791 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:10:59.057178 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:10:59.172439 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:10:59.374226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:59.857569 run create_hlr_db(pid=24459): Launched\u000a10:11:00.031597 bus /sierra_2: Setting Powered False\u000a10:11:01.078085 run create_hlr_db(pid=24459): Terminated: ok {rc=0}\u000a10:11:01.538697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24461): Launched\u000a10:11:01.987211 run osmo-hlr_10.42.42.2(pid=24462): Launched\u000a10:11:02.246067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:02.810737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24464): Launched\u000a10:11:03.135442 run osmo-stp_10.42.42.5(pid=24465): Launched\u000a10:11:03.252413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:11:03.843110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24467): Launched\u000a10:11:04.167420 run osmo-msc_10.42.42.6(pid=24468): Launched\u000a10:11:04.357163 run osmo-stp_10.42.42.5(pid=24465): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24465)]\u000a10:11:04.495066 run osmo-stp_10.42.42.5(pid=24465): stdout: \u000a| (launched: 2022-12-09_10:11:02.976076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:04.630808 run osmo-stp_10.42.42.5(pid=24465): stderr: \u000a| �[0;m�[38;5;43m20221209101103164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101103164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101103164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101103165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101103165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101103165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101103166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:04.760589 run osmo-stp_10.42.42.5(pid=24465): stdout: \u000a| (launched: 2022-12-09_10:11:02.976076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:04.889871 run osmo-stp_10.42.42.5(pid=24465): stderr: \u000a| �[0;m�[38;5;43m20221209101103164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101103164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101103164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101103165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101103165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101103165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101103166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:04.946782 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24465): Process ended prematurely: osmo-stp_10.42.42.5(pid=24465) [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24465)] [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:11:04.956234 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:11:05.019875 run osmo-hlr_10.42.42.2(pid=24462): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24462)]\u000a10:11:05.071628 run osmo-hlr_10.42.42.2(pid=24462): stdout: \u000a| (launched: 2022-12-09_10:11:01.696159) \u000a10:11:05.124102 run osmo-hlr_10.42.42.2(pid=24462): stderr: \u000a| �[0;m�[1;31m20221209101102020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101102023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101102023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101102024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101102024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101102025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101102042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101102060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101102061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101102062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:05.195699 run osmo-msc_10.42.42.6(pid=24468): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24468)]\u000a10:11:05.247655 run osmo-msc_10.42.42.6(pid=24468): stdout: \u000a| (launched: 2022-12-09_10:11:04.007001) \u000a10:11:05.299709 run osmo-msc_10.42.42.6(pid=24468): stderr: \u000a| �[0;m�[38;5;43m20221209101104323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101104324 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6bb3946c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101104324 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101104324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101104324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101104324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101104326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101104326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101104326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101104326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:11:05.344015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24461): Terminating (SIGTERM)\u000a10:11:05.386676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24464): Terminating (SIGTERM)\u000a10:11:05.428819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24467): Terminating (SIGTERM)\u000a10:11:05.438790 --- ParallelTerminationStrategy: PID 24461 died...\u000a10:11:05.494958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24461): Terminated: ok {rc=0}\u000a10:11:05.505118 --- ParallelTerminationStrategy: PID 24464 died...\u000a10:11:05.561015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24464): Terminated: ok {rc=0}\u000a10:11:05.570943 --- ParallelTerminationStrategy: PID 24467 died...\u000a10:11:05.626749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24467): Terminated: ok {rc=0}\u000a10:11:05.714307 bus /sierra_3: Setting Powered False\u000a10:11:06.818930 bus /sierra_3: Setting Powered False\u000a10:11:07.929722 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:10:47" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24479): Process ended prematurely: osmo-stp_10.42.42.5(pid=24479) [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24479)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24479): Process ended prematurely: osmo-stp_10.42.42.5(pid=24479) [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:11:09.913263 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:11:09.923922 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:11:10.080500 tst mo_mt_call.py: using LAC 20742\u000a10:11:10.199259 tst mo_mt_call.py: using RAC 87\u000a10:11:10.324681 tst mo_mt_call.py: using CellId 20742\u000a10:11:10.453724 tst mo_mt_call.py: using BVCI 20743\u000a10:11:10.478528 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:11:10.489972 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:11:10.501181 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:11:10.512920 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:11:10.524705 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:11:10.536221 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:11:10.656529 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:11:10.858282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:11.342601 run create_hlr_db(pid=24473): Launched\u000a10:11:11.514483 bus /sierra_2: Setting Powered False\u000a10:11:12.536695 run create_hlr_db(pid=24473): Terminated: ok {rc=0}\u000a10:11:12.965226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24475): Launched\u000a10:11:13.288431 run osmo-hlr_10.42.42.2(pid=24476): Launched\u000a10:11:13.412726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:13.973840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24478): Launched\u000a10:11:14.298012 run osmo-stp_10.42.42.5(pid=24479): Launched\u000a10:11:14.416638 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:11:15.012349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24481): Launched\u000a10:11:15.337652 run osmo-msc_10.42.42.6(pid=24482): Launched\u000a10:11:15.527285 run osmo-stp_10.42.42.5(pid=24479): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24479)]\u000a10:11:15.663469 run osmo-stp_10.42.42.5(pid=24479): stdout: \u000a| (launched: 2022-12-09_10:11:14.138215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:15.798849 run osmo-stp_10.42.42.5(pid=24479): stderr: \u000a| �[0;m�[38;5;43m20221209101114326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101114326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101114326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101114327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101114327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101114327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101114327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:15.941716 run osmo-stp_10.42.42.5(pid=24479): stdout: \u000a| (launched: 2022-12-09_10:11:14.138215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:16.075944 run osmo-stp_10.42.42.5(pid=24479): stderr: \u000a| �[0;m�[38;5;43m20221209101114326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101114326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101114326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101114327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101114327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101114327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101114327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:16.134707 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24479): Process ended prematurely: osmo-stp_10.42.42.5(pid=24479) [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24479)] [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:11:16.144871 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:11:16.212932 run osmo-hlr_10.42.42.2(pid=24476): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24476)]\u000a10:11:16.266820 run osmo-hlr_10.42.42.2(pid=24476): stdout: \u000a| (launched: 2022-12-09_10:11:13.129446) \u000a10:11:16.321723 run osmo-hlr_10.42.42.2(pid=24476): stderr: \u000a| �[0;m�[1;31m20221209101113322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101113322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101113322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101113322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101113322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101113322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101113334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101113343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101113344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101113344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:16.395029 run osmo-msc_10.42.42.6(pid=24482): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24482)]\u000a10:11:16.457918 run osmo-msc_10.42.42.6(pid=24482): stdout: \u000a| (launched: 2022-12-09_10:11:15.176330) \u000a10:11:16.519816 run osmo-msc_10.42.42.6(pid=24482): stderr: \u000a| �[0;m�[38;5;43m20221209101115497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101115497 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7827170c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101115497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101115497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101115497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101115498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101115499 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101115500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101115500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101115500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:11:16.573357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24475): Terminating (SIGTERM)\u000a10:11:16.618358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24478): Terminating (SIGTERM)\u000a10:11:16.662984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24481): Terminating (SIGTERM)\u000a10:11:16.673410 --- ParallelTerminationStrategy: PID 24475 died...\u000a10:11:16.733336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24475): Terminated: ok {rc=0}\u000a10:11:16.744274 --- ParallelTerminationStrategy: PID 24478 died...\u000a10:11:16.803729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24478): Terminated: ok {rc=0}\u000a10:11:16.814829 --- ParallelTerminationStrategy: PID 24481 died...\u000a10:11:16.874580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24481): Terminated: ok {rc=0}\u000a10:11:16.966796 bus /sierra_3: Setting Powered False\u000a10:11:18.072434 bus /sierra_3: Setting Powered False\u000a10:11:19.180729 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24490): Process ended prematurely: osmo-stp_10.42.42.5(pid=24490) [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24490)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24490): Process ended prematurely: osmo-stp_10.42.42.5(pid=24490) [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:11:20.296835 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:11:20.309189 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:11:20.477595 tst mo_mt_call_osmux.py: using LAC 20743\u000a10:11:20.602899 tst mo_mt_call_osmux.py: using RAC 88\u000a10:11:20.731330 tst mo_mt_call_osmux.py: using CellId 20743\u000a10:11:20.858477 tst mo_mt_call_osmux.py: using BVCI 20744\u000a10:11:20.883334 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:11:20.894710 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:11:20.905894 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:11:20.917540 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:11:20.929012 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:11:20.940762 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:11:21.058961 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:11:21.271444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:21.781522 run create_hlr_db(pid=24484): Launched\u000a10:11:21.969606 bus /sierra_2: Setting Powered False\u000a10:11:22.989646 run create_hlr_db(pid=24484): Terminated: ok {rc=0}\u000a10:11:23.393272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24486): Launched\u000a10:11:23.696912 run osmo-hlr_10.42.42.2(pid=24487): Launched\u000a10:11:23.806797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:24.331053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24489): Launched\u000a10:11:24.637199 run osmo-stp_10.42.42.5(pid=24490): Launched\u000a10:11:24.745940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:11:25.301154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24492): Launched\u000a10:11:25.607003 run osmo-msc_10.42.42.6(pid=24493): Launched\u000a10:11:25.786372 run osmo-stp_10.42.42.5(pid=24490): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24490)]\u000a10:11:25.913718 run osmo-stp_10.42.42.5(pid=24490): stdout: \u000a| (launched: 2022-12-09_10:11:24.485589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:26.039185 run osmo-stp_10.42.42.5(pid=24490): stderr: \u000a| �[0;m�[38;5;43m20221209101124654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101124654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101124654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101124655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101124655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101124655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101124655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:26.160249 run osmo-stp_10.42.42.5(pid=24490): stdout: \u000a| (launched: 2022-12-09_10:11:24.485589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:26.281647 run osmo-stp_10.42.42.5(pid=24490): stderr: \u000a| �[0;m�[38;5;43m20221209101124654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101124654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101124654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101124655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101124655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101124655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101124655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:26.335008 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24490): Process ended prematurely: osmo-stp_10.42.42.5(pid=24490) [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24490)] [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:11:26.343598 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:11:26.403616 run osmo-hlr_10.42.42.2(pid=24487): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24487)]\u000a10:11:26.452746 run osmo-hlr_10.42.42.2(pid=24487): stdout: \u000a| (launched: 2022-12-09_10:11:23.546107) \u000a10:11:26.502661 run osmo-hlr_10.42.42.2(pid=24487): stderr: \u000a| �[0;m�[1;31m20221209101123719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101123719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101123719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101123719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101123719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101123719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101123731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101123739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101123740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101123740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:26.570578 run osmo-msc_10.42.42.6(pid=24493): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24493)]\u000a10:11:26.619748 run osmo-msc_10.42.42.6(pid=24493): stdout: \u000a| (launched: 2022-12-09_10:11:25.454429) \u000a10:11:26.669424 run osmo-msc_10.42.42.6(pid=24493): stderr: \u000a| �[0;m�[38;5;43m20221209101125723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101125723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff631595c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101125723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101125723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101125723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101125724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101125725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101125726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101125726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101125726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:11:26.711741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24486): Terminating (SIGTERM)\u000a10:11:26.751565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24489): Terminating (SIGTERM)\u000a10:11:26.791344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24492): Terminating (SIGTERM)\u000a10:11:26.800608 --- ParallelTerminationStrategy: PID 24486 died...\u000a10:11:26.854503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24486): Terminated: ok {rc=0}\u000a10:11:26.864022 --- ParallelTerminationStrategy: PID 24489 died...\u000a10:11:26.916940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24489): Terminated: ok {rc=0}\u000a10:11:26.926592 --- ParallelTerminationStrategy: PID 24492 died...\u000a10:11:26.979674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24492): Terminated: ok {rc=0}\u000a10:11:27.068795 bus /sierra_3: Setting Powered False\u000a10:11:28.171610 bus /sierra_3: Setting Powered False\u000a10:11:29.278376 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:11:09" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24505): Process ended prematurely: osmo-stp_10.42.42.5(pid=24505) [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24505)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24505): Process ended prematurely: osmo-stp_10.42.42.5(pid=24505) [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a10:11:31.299696 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:11:31.312419 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a10:11:31.467537 tst mo_mt_call.py: using LAC 20744\u000a10:11:31.596376 tst mo_mt_call.py: using RAC 89\u000a10:11:31.744090 tst mo_mt_call.py: using CellId 20744\u000a10:11:31.902903 tst mo_mt_call.py: using BVCI 20745\u000a10:11:31.932544 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:11:31.948227 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:11:31.962155 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:11:31.976390 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:11:31.990979 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:11:32.004323 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:11:32.127748 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:11:32.340592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:32.827176 run create_hlr_db(pid=24499): Launched\u000a10:11:32.999680 bus /sierra_2: Setting Powered False\u000a10:11:34.022216 run create_hlr_db(pid=24499): Terminated: ok {rc=0}\u000a10:11:34.453581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24501): Launched\u000a10:11:34.777874 run osmo-hlr_10.42.42.2(pid=24502): Launched\u000a10:11:34.895914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:35.461227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24504): Launched\u000a10:11:35.784469 run osmo-stp_10.42.42.5(pid=24505): Launched\u000a10:11:35.901782 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:11:36.492484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24507): Launched\u000a10:11:36.816433 run osmo-msc_10.42.42.6(pid=24508): Launched\u000a10:11:37.004570 run osmo-stp_10.42.42.5(pid=24505): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24505)]\u000a10:11:37.141093 run osmo-stp_10.42.42.5(pid=24505): stdout: \u000a| (launched: 2022-12-09_10:11:35.625830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:37.275781 run osmo-stp_10.42.42.5(pid=24505): stderr: \u000a| �[0;m�[38;5;43m20221209101135811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101135811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101135812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101135812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101135812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101135813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101135813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:37.406070 run osmo-stp_10.42.42.5(pid=24505): stdout: \u000a| (launched: 2022-12-09_10:11:35.625830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:37.535657 run osmo-stp_10.42.42.5(pid=24505): stderr: \u000a| �[0;m�[38;5;43m20221209101135811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101135811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101135812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101135812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101135812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101135813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101135813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:37.592609 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24505): Process ended prematurely: osmo-stp_10.42.42.5(pid=24505) [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24505)] [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a10:11:37.601884 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:11:37.665509 run osmo-hlr_10.42.42.2(pid=24502): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24502)]\u000a10:11:37.717454 run osmo-hlr_10.42.42.2(pid=24502): stdout: \u000a| (launched: 2022-12-09_10:11:34.617967) \u000a10:11:37.770027 run osmo-hlr_10.42.42.2(pid=24502): stderr: \u000a| �[0;m�[1;31m20221209101134813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101134813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101134813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101134813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101134813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101134813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101134824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101134833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101134834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101134834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:37.841044 run osmo-msc_10.42.42.6(pid=24508): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24508)]\u000a10:11:37.892852 run osmo-msc_10.42.42.6(pid=24508): stdout: \u000a| (launched: 2022-12-09_10:11:36.656779) \u000a10:11:37.945176 run osmo-msc_10.42.42.6(pid=24508): stderr: \u000a| �[0;m�[38;5;43m20221209101136975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101136975 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf6330ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101136976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101136976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101136976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101136976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101136978 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101136978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101136978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101136979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:11:37.989435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24501): Terminating (SIGTERM)\u000a10:11:38.031728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24504): Terminating (SIGTERM)\u000a10:11:38.073867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24507): Terminating (SIGTERM)\u000a10:11:38.083850 --- ParallelTerminationStrategy: PID 24501 died...\u000a10:11:38.140381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24501): Terminated: ok {rc=0}\u000a10:11:38.150522 --- ParallelTerminationStrategy: PID 24504 died...\u000a10:11:38.206499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24504): Terminated: ok {rc=0}\u000a10:11:38.216878 --- ParallelTerminationStrategy: PID 24507 died...\u000a10:11:38.273137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24507): Terminated: ok {rc=0}\u000a10:11:38.362712 bus /sierra_3: Setting Powered False\u000a10:11:39.467465 bus /sierra_3: Setting Powered False\u000a10:11:40.580248 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24516): Process ended prematurely: osmo-stp_10.42.42.5(pid=24516) [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24516)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24516): Process ended prematurely: osmo-stp_10.42.42.5(pid=24516) [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:11:41.690306 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:11:41.701745 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a10:11:41.838546 tst mo_mt_call_osmux.py: using LAC 20745\u000a10:11:41.958837 tst mo_mt_call_osmux.py: using RAC 90\u000a10:11:42.076519 tst mo_mt_call_osmux.py: using CellId 20745\u000a10:11:42.196220 tst mo_mt_call_osmux.py: using BVCI 20746\u000a10:11:42.218950 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:11:42.229860 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:11:42.240746 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:11:42.251562 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:11:42.262291 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:11:42.272923 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:11:42.388178 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:11:42.599763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:43.110059 run create_hlr_db(pid=24510): Launched\u000a10:11:43.297461 bus /sierra_2: Setting Powered False\u000a10:11:44.318052 run create_hlr_db(pid=24510): Terminated: ok {rc=0}\u000a10:11:44.722948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24512): Launched\u000a10:11:45.023432 run osmo-hlr_10.42.42.2(pid=24513): Launched\u000a10:11:45.134090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:45.656137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24515): Launched\u000a10:11:46.041655 run osmo-stp_10.42.42.5(pid=24516): Launched\u000a10:11:46.286816 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:11:46.911847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24518): Launched\u000a10:11:47.273309 run osmo-msc_10.42.42.6(pid=24519): Launched\u000a10:11:47.476868 run osmo-stp_10.42.42.5(pid=24516): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24516)]\u000a10:11:47.615662 run osmo-stp_10.42.42.5(pid=24516): stdout: \u000a| (launched: 2022-12-09_10:11:45.809232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:47.754821 run osmo-stp_10.42.42.5(pid=24516): stderr: \u000a| �[0;m�[38;5;43m20221209101146103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101146104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101146104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101146104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101146105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101146105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101146105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:47.886755 run osmo-stp_10.42.42.5(pid=24516): stdout: \u000a| (launched: 2022-12-09_10:11:45.809232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:48.016157 run osmo-stp_10.42.42.5(pid=24516): stderr: \u000a| �[0;m�[38;5;43m20221209101146103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101146104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101146104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101146104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101146105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101146105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101146105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:48.073533 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24516): Process ended prematurely: osmo-stp_10.42.42.5(pid=24516) [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24516)] [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a10:11:48.083052 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:11:48.146945 run osmo-hlr_10.42.42.2(pid=24513): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24513)]\u000a10:11:48.199071 run osmo-hlr_10.42.42.2(pid=24513): stdout: \u000a| (launched: 2022-12-09_10:11:44.875145) \u000a10:11:48.251646 run osmo-hlr_10.42.42.2(pid=24513): stderr: \u000a| �[0;m�[1;31m20221209101145048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101145049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101145049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101145049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101145049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101145049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101145061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101145070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101145070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101145070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:48.323206 run osmo-msc_10.42.42.6(pid=24519): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24519)]\u000a10:11:48.375300 run osmo-msc_10.42.42.6(pid=24519): stdout: \u000a| (launched: 2022-12-09_10:11:47.073545) \u000a10:11:48.428472 run osmo-msc_10.42.42.6(pid=24519): stderr: \u000a| �[0;m�[38;5;43m20221209101147552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101147552 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1722c73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101147552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101147552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101147552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101147553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101147554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101147555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101147555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101147555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:11:48.473620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24512): Terminating (SIGTERM)\u000a10:11:48.515795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24515): Terminating (SIGTERM)\u000a10:11:48.558456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24518): Terminating (SIGTERM)\u000a10:11:48.568388 --- ParallelTerminationStrategy: PID 24512 died...\u000a10:11:48.625162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24512): Terminated: ok {rc=0}\u000a10:11:48.635219 --- ParallelTerminationStrategy: PID 24515 died...\u000a10:11:48.691903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24515): Terminated: ok {rc=0}\u000a10:11:48.702019 --- ParallelTerminationStrategy: PID 24518 died...\u000a10:11:48.758264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24518): Terminated: ok {rc=0}\u000a10:11:48.846179 bus /sierra_3: Setting Powered False\u000a10:11:49.949216 bus /sierra_3: Setting Powered False\u000a10:11:51.057073 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:11:30" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24530): Process ended prematurely: osmo-stp_10.42.42.5(pid=24530) [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24530)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24530): Process ended prematurely: osmo-stp_10.42.42.5(pid=24530) [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a10:11:53.068162 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:11:53.079821 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:11:53.220807 tst mo_mt_call.py: using LAC 20746\u000a10:11:53.339063 tst mo_mt_call.py: using RAC 91\u000a10:11:53.455535 tst mo_mt_call.py: using CellId 20746\u000a10:11:53.571935 tst mo_mt_call.py: using BVCI 20747\u000a10:11:53.594917 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:11:53.606197 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:11:53.617134 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:11:53.628081 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:11:53.639129 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:11:53.650073 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:11:53.768224 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:11:53.979023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:54.490347 run create_hlr_db(pid=24524): Launched\u000a10:11:54.677082 bus /sierra_2: Setting Powered False\u000a10:11:55.698384 run create_hlr_db(pid=24524): Terminated: ok {rc=0}\u000a10:11:56.128446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24526): Launched\u000a10:11:56.452215 run osmo-hlr_10.42.42.2(pid=24527): Launched\u000a10:11:56.569189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:57.130370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24529): Launched\u000a10:11:57.455635 run osmo-stp_10.42.42.5(pid=24530): Launched\u000a10:11:57.576666 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:11:58.169841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24532): Launched\u000a10:11:58.495487 run osmo-msc_10.42.42.6(pid=24533): Launched\u000a10:11:58.684799 run osmo-stp_10.42.42.5(pid=24530): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24530)]\u000a10:11:58.821275 run osmo-stp_10.42.42.5(pid=24530): stdout: \u000a| (launched: 2022-12-09_10:11:57.295141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:58.956087 run osmo-stp_10.42.42.5(pid=24530): stderr: \u000a| �[0;m�[38;5;43m20221209101157483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101157483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101157483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101157484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101157484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101157484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101157484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:59.086156 run osmo-stp_10.42.42.5(pid=24530): stdout: \u000a| (launched: 2022-12-09_10:11:57.295141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:59.215163 run osmo-stp_10.42.42.5(pid=24530): stderr: \u000a| �[0;m�[38;5;43m20221209101157483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101157483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101157483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101157484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101157484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101157484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101157484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:59.272150 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24530): Process ended prematurely: osmo-stp_10.42.42.5(pid=24530) [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24530)] [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a10:11:59.281560 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:11:59.345086 run osmo-hlr_10.42.42.2(pid=24527): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24527)]\u000a10:11:59.397106 run osmo-hlr_10.42.42.2(pid=24527): stdout: \u000a| (launched: 2022-12-09_10:11:56.292713) \u000a10:11:59.449953 run osmo-hlr_10.42.42.2(pid=24527): stderr: \u000a| �[0;m�[1;31m20221209101156487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101156487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101156487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101156487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101156487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101156487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101156503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101156513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101156513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101156513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:59.520861 run osmo-msc_10.42.42.6(pid=24533): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24533)]\u000a10:11:59.572436 run osmo-msc_10.42.42.6(pid=24533): stdout: \u000a| (launched: 2022-12-09_10:11:58.334419) \u000a10:11:59.624577 run osmo-msc_10.42.42.6(pid=24533): stderr: \u000a| �[0;m�[38;5;43m20221209101158654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101158654 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3add02dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101158654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101158654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101158655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101158655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101158656 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101158657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101158657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101158657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:11:59.668734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24526): Terminating (SIGTERM)\u000a10:11:59.711034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24529): Terminating (SIGTERM)\u000a10:11:59.753275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24532): Terminating (SIGTERM)\u000a10:11:59.763018 --- ParallelTerminationStrategy: PID 24526 died...\u000a10:11:59.819188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24526): Terminated: ok {rc=0}\u000a10:11:59.829321 --- ParallelTerminationStrategy: PID 24529 died...\u000a10:11:59.885275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24529): Terminated: ok {rc=0}\u000a10:11:59.895304 --- ParallelTerminationStrategy: PID 24532 died...\u000a10:11:59.951354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24532): Terminated: ok {rc=0}\u000a10:12:00.038872 bus /sierra_3: Setting Powered False\u000a10:12:01.169296 bus /sierra_3: Setting Powered False\u000a10:12:02.283707 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24541): Process ended prematurely: osmo-stp_10.42.42.5(pid=24541) [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24541)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24541): Process ended prematurely: osmo-stp_10.42.42.5(pid=24541) [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:12:03.393722 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:12:03.405681 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:12:03.549749 tst mo_mt_call_osmux.py: using LAC 20747\u000a10:12:03.666468 tst mo_mt_call_osmux.py: using RAC 92\u000a10:12:03.783511 tst mo_mt_call_osmux.py: using CellId 20747\u000a10:12:03.899848 tst mo_mt_call_osmux.py: using BVCI 20748\u000a10:12:03.922716 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:12:03.933930 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:12:03.944919 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:12:03.956010 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:12:03.967224 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:12:03.978309 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:12:04.092862 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:12:04.309133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:04.819579 run create_hlr_db(pid=24535): Launched\u000a10:12:05.005740 bus /sierra_2: Setting Powered False\u000a10:12:06.026551 run create_hlr_db(pid=24535): Terminated: ok {rc=0}\u000a10:12:06.431582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24537): Launched\u000a10:12:06.737074 run osmo-hlr_10.42.42.2(pid=24538): Launched\u000a10:12:06.858241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:07.386621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24540): Launched\u000a10:12:07.687257 run osmo-stp_10.42.42.5(pid=24541): Launched\u000a10:12:07.795484 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:12:08.346473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24543): Launched\u000a10:12:08.650704 run osmo-msc_10.42.42.6(pid=24544): Launched\u000a10:12:08.826630 run osmo-stp_10.42.42.5(pid=24541): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24541)]\u000a10:12:08.953739 run osmo-stp_10.42.42.5(pid=24541): stdout: \u000a| (launched: 2022-12-09_10:12:07.539364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:09.078927 run osmo-stp_10.42.42.5(pid=24541): stderr: \u000a| �[0;m�[38;5;43m20221209101207707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101207707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101207708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101207708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101207709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101207709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101207709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:09.199450 run osmo-stp_10.42.42.5(pid=24541): stdout: \u000a| (launched: 2022-12-09_10:12:07.539364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:09.318782 run osmo-stp_10.42.42.5(pid=24541): stderr: \u000a| �[0;m�[38;5;43m20221209101207707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101207707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101207708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101207708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101207709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101207709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101207709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:09.371754 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24541): Process ended prematurely: osmo-stp_10.42.42.5(pid=24541) [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24541)] [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a10:12:09.380544 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a10:12:09.440023 run osmo-hlr_10.42.42.2(pid=24538): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24538)]\u000a10:12:09.488838 run osmo-hlr_10.42.42.2(pid=24538): stdout: \u000a| (launched: 2022-12-09_10:12:06.586336) \u000a10:12:09.538375 run osmo-hlr_10.42.42.2(pid=24538): stderr: \u000a| �[0;m�[1;31m20221209101206759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101206759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101206759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101206759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101206759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101206759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101206771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101206780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101206780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101206780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:09.605427 run osmo-msc_10.42.42.6(pid=24544): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24544)]\u000a10:12:09.654025 run osmo-msc_10.42.42.6(pid=24544): stdout: \u000a| (launched: 2022-12-09_10:12:08.498980) \u000a10:12:09.703044 run osmo-msc_10.42.42.6(pid=24544): stderr: \u000a| �[0;m�[38;5;43m20221209101208768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101208768 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8051ae8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101208768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101208768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101208768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101208769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101208770 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101208771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101208771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101208771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:12:09.744777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24537): Terminating (SIGTERM)\u000a10:12:09.784144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24540): Terminating (SIGTERM)\u000a10:12:09.823835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24543): Terminating (SIGTERM)\u000a10:12:09.833047 --- ParallelTerminationStrategy: PID 24537 died...\u000a10:12:09.886002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24537): Terminated: ok {rc=0}\u000a10:12:09.895452 --- ParallelTerminationStrategy: PID 24540 died...\u000a10:12:09.948041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24540): Terminated: ok {rc=0}\u000a10:12:09.957898 --- ParallelTerminationStrategy: PID 24543 died...\u000a10:12:10.010544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24543): Terminated: ok {rc=0}\u000a10:12:10.099414 bus /sierra_3: Setting Powered False\u000a10:12:11.201903 bus /sierra_3: Setting Powered False\u000a10:12:12.312242 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:11:52" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24555): Process ended prematurely: osmo-stp_10.42.42.5(pid=24555) [trial-2358↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24555)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24555): Process ended prematurely: osmo-stp_10.42.42.5(pid=24555) [trial-2358↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:12:14.331667 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:12:14.342897 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a10:12:14.485385 tst emergency_mo_mt_call.py: using LAC 20748\u000a10:12:14.610487 tst emergency_mo_mt_call.py: using RAC 93\u000a10:12:14.735307 tst emergency_mo_mt_call.py: using CellId 20748\u000a10:12:14.860339 tst emergency_mo_mt_call.py: using BVCI 20749\u000a10:12:14.884472 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:12:14.895515 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:12:14.906350 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:12:14.917653 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:12:14.928768 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:12:14.939811 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:12:15.054470 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:12:15.261275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:15.762179 run create_hlr_db(pid=24549): Launched\u000a10:12:15.969839 bus /sierra_2: Setting Powered False\u000a10:12:17.006957 run create_hlr_db(pid=24549): Terminated: ok {rc=0}\u000a10:12:17.463559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24551): Launched\u000a10:12:17.761202 run osmo-hlr_10.42.42.2(pid=24552): Launched\u000a10:12:17.879071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:18.403041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24554): Launched\u000a10:12:18.701108 run osmo-stp_10.42.42.5(pid=24555): Launched\u000a10:12:18.818110 tst emergency_mo_mt_call.py: using MSISDN 7156\u000a10:12:18.964913 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:12:19.509002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24557): Launched\u000a10:12:19.805545 run osmo-msc_10.42.42.6(pid=24558): Launched\u000a10:12:19.978820 run osmo-stp_10.42.42.5(pid=24555): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24555)]\u000a10:12:20.103840 run osmo-stp_10.42.42.5(pid=24555): stdout: \u000a| (launched: 2022-12-09_10:12:18.553437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:20.227205 run osmo-stp_10.42.42.5(pid=24555): stderr: \u000a| �[0;m�[38;5;43m20221209101218722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101218722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101218722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101218723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101218723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101218723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101218723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:20.346127 run osmo-stp_10.42.42.5(pid=24555): stdout: \u000a| (launched: 2022-12-09_10:12:18.553437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:20.463818 run osmo-stp_10.42.42.5(pid=24555): stderr: \u000a| �[0;m�[38;5;43m20221209101218722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101218722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101218722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101218723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101218723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101218723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101218723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:20.515449 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24555): Process ended prematurely: osmo-stp_10.42.42.5(pid=24555) [trial-2358↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24555)] [trial-2358↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a10:12:20.523668 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a10:12:20.583199 run osmo-hlr_10.42.42.2(pid=24552): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24552)]\u000a10:12:20.632219 run osmo-hlr_10.42.42.2(pid=24552): stdout: \u000a| (launched: 2022-12-09_10:12:17.613682) \u000a10:12:20.682396 run osmo-hlr_10.42.42.2(pid=24552): stderr: \u000a| �[0;m�[1;31m20221209101217787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101217787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101217787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101217787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101217788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101217788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101217798 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101217807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101217807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101217807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:20.749550 run osmo-msc_10.42.42.6(pid=24558): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24558)]\u000a10:12:20.798734 run osmo-msc_10.42.42.6(pid=24558): stdout: \u000a| (launched: 2022-12-09_10:12:19.658561) \u000a10:12:20.848114 run osmo-msc_10.42.42.6(pid=24558): stderr: \u000a| �[0;m�[38;5;43m20221209101219927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101219927 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f941dcb9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101219927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101219927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101219927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101219927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101219930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101219931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101219931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101219931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:12:20.890016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24551): Terminating (SIGTERM)\u000a10:12:20.929432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24554): Terminating (SIGTERM)\u000a10:12:20.968998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24557): Terminating (SIGTERM)\u000a10:12:20.978163 --- ParallelTerminationStrategy: PID 24551 died...\u000a10:12:21.031051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24551): Terminated: ok {rc=0}\u000a10:12:21.040592 --- ParallelTerminationStrategy: PID 24554 died...\u000a10:12:21.093233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24554): Terminated: ok {rc=0}\u000a10:12:21.102738 --- ParallelTerminationStrategy: PID 24557 died...\u000a10:12:21.155155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24557): Terminated: ok {rc=0}\u000a10:12:21.238008 bus /sierra_3: Setting Powered False\u000a10:12:22.346077 bus /sierra_3: Setting Powered False\u000a10:12:23.457733 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24566): Process ended prematurely: osmo-stp_10.42.42.5(pid=24566) [trial-2358↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24566)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24566): Process ended prematurely: osmo-stp_10.42.42.5(pid=24566) [trial-2358↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:12:24.510105 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:12:24.521506 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a10:12:24.656688 tst emergency_preemptive_call.py: using LAC 20749\u000a10:12:24.775458 tst emergency_preemptive_call.py: using RAC 94\u000a10:12:24.894221 tst emergency_preemptive_call.py: using CellId 20749\u000a10:12:25.010002 tst emergency_preemptive_call.py: using BVCI 20750\u000a10:12:25.032388 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:12:25.042974 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:12:25.053327 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:12:25.063588 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:12:25.073922 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:12:25.084253 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:12:25.202067 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:12:25.318312 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:12:25.434292 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:12:25.635784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:26.113354 run create_hlr_db(pid=24560): Launched\u000a10:12:26.284527 bus /sierra_2: Setting Powered False\u000a10:12:27.306927 run create_hlr_db(pid=24560): Terminated: ok {rc=0}\u000a10:12:27.734744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24562): Launched\u000a10:12:28.054729 run osmo-hlr_10.42.42.2(pid=24563): Launched\u000a10:12:28.170939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:28.723158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24565): Launched\u000a10:12:29.041113 run osmo-stp_10.42.42.5(pid=24566): Launched\u000a10:12:29.165915 tst emergency_preemptive_call.py: using MSISDN 7157\u000a10:12:29.324922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:12:29.905346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24568): Launched\u000a10:12:30.223365 run osmo-msc_10.42.42.6(pid=24569): Launched\u000a10:12:30.410037 run osmo-stp_10.42.42.5(pid=24566): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24566)]\u000a10:12:30.545115 run osmo-stp_10.42.42.5(pid=24566): stdout: \u000a| (launched: 2022-12-09_10:12:28.884682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:30.678873 run osmo-stp_10.42.42.5(pid=24566): stderr: \u000a| �[0;m�[38;5;43m20221209101229073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101229073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101229074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101229074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101229075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101229075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101229075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:30.807006 run osmo-stp_10.42.42.5(pid=24566): stdout: \u000a| (launched: 2022-12-09_10:12:28.884682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:30.957293 run osmo-stp_10.42.42.5(pid=24566): stderr: \u000a| �[0;m�[38;5;43m20221209101229073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101229073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101229074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101229074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101229075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101229075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101229075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:31.013683 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24566): Process ended prematurely: osmo-stp_10.42.42.5(pid=24566) [trial-2358↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24566)] [trial-2358↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a10:12:31.026687 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a10:12:31.104133 run osmo-hlr_10.42.42.2(pid=24563): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24563)]\u000a10:12:31.166678 run osmo-hlr_10.42.42.2(pid=24563): stdout: \u000a| (launched: 2022-12-09_10:12:27.896791) \u000a10:12:31.228761 run osmo-hlr_10.42.42.2(pid=24563): stderr: \u000a| �[0;m�[1;31m20221209101228091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101228091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101228091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101228091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101228091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101228091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101228102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101228110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101228110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101228111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:31.309485 run osmo-msc_10.42.42.6(pid=24569): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24569)]\u000a10:12:31.364122 run osmo-msc_10.42.42.6(pid=24569): stdout: \u000a| (launched: 2022-12-09_10:12:30.066573) \u000a10:12:31.419075 run osmo-msc_10.42.42.6(pid=24569): stderr: \u000a| �[0;m�[38;5;43m20221209101230384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101230384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8a2767c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101230384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101230385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101230385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101230385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101230387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101230387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101230387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101230387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:12:31.466178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24562): Terminating (SIGTERM)\u000a10:12:31.511159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24565): Terminating (SIGTERM)\u000a10:12:31.554904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24568): Terminating (SIGTERM)\u000a10:12:31.567020 --- ParallelTerminationStrategy: PID 24562 died...\u000a10:12:31.628455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24562): Terminated: ok {rc=0}\u000a10:12:31.639536 --- ParallelTerminationStrategy: PID 24565 died...\u000a10:12:31.699470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24565): Terminated: ok {rc=0}\u000a10:12:31.710676 --- ParallelTerminationStrategy: PID 24568 died...\u000a10:12:31.770618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24568): Terminated: ok {rc=0}\u000a10:12:31.862400 bus /sierra_9: Setting Powered False\u000a10:12:32.967285 bus /sierra_9: Setting Powered False\u000a10:12:34.075193 bus /sierra_8: Setting Powered False\u000a10:12:35.178946 bus /sierra_8: Setting Powered False\u000a10:12:36.290933 bus /sierra_3: Setting Powered False\u000a10:12:37.394960 bus /sierra_3: Setting Powered False\u000a10:12:38.506341 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:12:14" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "gprs:trx-b200", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24585): Process ended prematurely: osmo-stp_10.42.42.5(pid=24585) [trial-2358↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24585)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24585): Process ended prematurely: osmo-stp_10.42.42.5(pid=24585) [trial-2358↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:12:40.616881 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:40.627536 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:12:40.762323 tst cs_paging_gprs_active.py: using LAC 20750\u000a10:12:40.880922 tst cs_paging_gprs_active.py: using RAC 95\u000a10:12:41.001056 tst cs_paging_gprs_active.py: using CellId 20750\u000a10:12:41.121512 tst cs_paging_gprs_active.py: using BVCI 20751\u000a10:12:41.144635 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:41.155126 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:41.165428 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:41.175633 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:41.186001 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:41.196144 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:41.206545 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:41.216828 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:41.227373 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:12:41.346731 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:12:41.638257 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:12:41.774827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:42.111541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24575): Launched\u000a10:12:42.390833 run iperf3-srv_10.42.42.10(pid=24576): Launched\u000a10:12:42.590056 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:12:42.725492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:43.062856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24577): Launched\u000a10:12:43.342845 run iperf3-srv_10.42.42.10(pid=24578): Launched\u000a10:12:43.542067 tst cs_paging_gprs_active.py:38: start network...\u000a10:12:43.677212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:44.189612 run create_hlr_db(pid=24579): Launched\u000a10:12:44.377332 bus /sierra_2: Setting Powered False\u000a10:12:45.398774 run create_hlr_db(pid=24579): Terminated: ok {rc=0}\u000a10:12:45.804621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24581): Launched\u000a10:12:46.140245 run osmo-hlr_10.42.42.2(pid=24582): Launched\u000a10:12:46.288052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:46.972475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24584): Launched\u000a10:12:47.407692 run osmo-stp_10.42.42.5(pid=24585): Launched\u000a10:12:47.528003 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:12:48.097897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24587): Launched\u000a10:12:48.214312 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:12:48.498929 run patchelf(pid=24588): Launched\u000a10:12:48.689818 run osmo-stp_10.42.42.5(pid=24585): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24585)]\u000a10:12:48.828922 run osmo-stp_10.42.42.5(pid=24585): stdout: \u000a| (launched: 2022-12-09_10:12:47.128881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:48.968794 run osmo-stp_10.42.42.5(pid=24585): stderr: \u000a| �[0;m�[38;5;43m20221209101247353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101247353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101247354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101247354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101247355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101247355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101247355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:49.104083 run osmo-stp_10.42.42.5(pid=24585): stdout: \u000a| (launched: 2022-12-09_10:12:47.128881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:49.238196 run osmo-stp_10.42.42.5(pid=24585): stderr: \u000a| �[0;m�[38;5;43m20221209101247353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101247353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101247354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101247354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101247355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101247355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101247355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:49.393972 run patchelf(pid=24588): Terminating (SIGINT)\u000a10:12:49.576084 run patchelf(pid=24588): Terminated: ok {rc=0}\u000a10:12:49.609608 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24585): Process ended prematurely: osmo-stp_10.42.42.5(pid=24585) [trial-2358↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24585)] [trial-2358↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a10:12:49.619651 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a10:12:49.684047 run osmo-hlr_10.42.42.2(pid=24582): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24582)]\u000a10:12:49.736216 run osmo-hlr_10.42.42.2(pid=24582): stdout: \u000a| (launched: 2022-12-09_10:12:45.979575) \u000a10:12:49.789135 run osmo-hlr_10.42.42.2(pid=24582): stderr: \u000a| �[0;m�[1;31m20221209101246358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101246358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101246358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101246358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101246358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101246358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101246383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101246404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101246412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101246412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:49.834327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24575): Terminating (SIGTERM)\u000a10:12:49.877200 run iperf3-srv_10.42.42.10(pid=24576): Terminating (SIGTERM)\u000a10:12:49.919529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24577): Terminating (SIGTERM)\u000a10:12:49.961900 run iperf3-srv_10.42.42.10(pid=24578): Terminating (SIGTERM)\u000a10:12:50.005041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24581): Terminating (SIGTERM)\u000a10:12:50.047748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24584): Terminating (SIGTERM)\u000a10:12:50.089995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24587): Terminating (SIGTERM)\u000a10:12:50.100114 --- ParallelTerminationStrategy: PID 24575 died...\u000a10:12:50.157697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24575): Terminated: ok {rc=0}\u000a10:12:50.167915 --- ParallelTerminationStrategy: PID 24576 died...\u000a10:12:50.224235 run iperf3-srv_10.42.42.10(pid=24576): Terminated {rc=256}\u000a10:12:50.234401 --- ParallelTerminationStrategy: PID 24577 died...\u000a10:12:50.290699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24577): Terminated: ok {rc=0}\u000a10:12:50.301078 --- ParallelTerminationStrategy: PID 24578 died...\u000a10:12:50.357175 run iperf3-srv_10.42.42.10(pid=24578): Terminated {rc=256}\u000a10:12:50.367557 --- ParallelTerminationStrategy: PID 24581 died...\u000a10:12:50.424073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24581): Terminated: ok {rc=0}\u000a10:12:50.434607 --- ParallelTerminationStrategy: PID 24584 died...\u000a10:12:50.491071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24584): Terminated: ok {rc=0}\u000a10:12:50.501434 --- ParallelTerminationStrategy: PID 24587 died...\u000a10:12:50.557860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24587): Terminated: ok {rc=0}\u000a10:12:50.646327 bus /gobi_0: Setting Powered False\u000a10:12:51.751022 bus /gobi_0: Setting Powered False\u000a10:12:52.858162 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24597): Process ended prematurely: osmo-stp_10.42.42.5(pid=24597) [trial-2358↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24597)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24597): Process ended prematurely: osmo-stp_10.42.42.5(pid=24597) [trial-2358↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a10:12:53.966346 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:53.977489 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:12:54.120740 tst iperf3.py: using LAC 20751\u000a10:12:54.241589 tst iperf3.py: using RAC 96\u000a10:12:54.367951 tst iperf3.py: using CellId 20751\u000a10:12:54.495316 tst iperf3.py: using BVCI 20752\u000a10:12:54.520140 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:54.531492 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:54.542467 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:54.553662 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:54.564511 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:54.575475 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:54.587111 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:54.598035 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:12:54.609438 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:12:54.884342 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:12:55.010985 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:55.324710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24589): Launched\u000a10:12:55.586004 run iperf3-srv_10.42.42.10(pid=24590): Launched\u000a10:12:55.768791 tst iperf3.py:8: start network...\u000a10:12:55.894134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:56.378609 run create_hlr_db(pid=24591): Launched\u000a10:12:56.550815 bus /gobi_6: Setting Powered False\u000a10:12:57.573237 run create_hlr_db(pid=24591): Terminated: ok {rc=0}\u000a10:12:58.003434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24593): Launched\u000a10:12:58.329177 run osmo-hlr_10.42.42.2(pid=24594): Launched\u000a10:12:58.447808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:59.013350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24596): Launched\u000a10:12:59.338540 run osmo-stp_10.42.42.5(pid=24597): Launched\u000a10:12:59.456742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:00.023463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24599): Launched\u000a10:13:00.139228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:00.422830 run patchelf(pid=24600): Launched\u000a10:13:00.612746 run osmo-stp_10.42.42.5(pid=24597): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24597)]\u000a10:13:00.750930 run osmo-stp_10.42.42.5(pid=24597): stdout: \u000a| (launched: 2022-12-09_10:12:59.178278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:00.916846 run osmo-stp_10.42.42.5(pid=24597): stderr: \u000a| �[0;m�[38;5;43m20221209101259367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101259367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101259367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101259367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101259368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101259368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101259368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:01.058125 run osmo-stp_10.42.42.5(pid=24597): stdout: \u000a| (launched: 2022-12-09_10:12:59.178278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:01.185411 run osmo-stp_10.42.42.5(pid=24597): stderr: \u000a| �[0;m�[38;5;43m20221209101259367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101259367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101259367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101259367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101259368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101259368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101259368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:01.335710 run patchelf(pid=24600): Terminating (SIGINT)\u000a10:13:01.509722 run patchelf(pid=24600): Terminated: ok {rc=0}\u000a10:13:01.542836 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24597): Process ended prematurely: osmo-stp_10.42.42.5(pid=24597) [trial-2358↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24597)] [trial-2358↪gprs:trx-b200↪iperf3.py:8]\u000a10:13:01.553308 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:13:01.617434 run osmo-hlr_10.42.42.2(pid=24594): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24594)]\u000a10:13:01.670030 run osmo-hlr_10.42.42.2(pid=24594): stdout: \u000a| (launched: 2022-12-09_10:12:58.168035) \u000a10:13:01.721993 run osmo-hlr_10.42.42.2(pid=24594): stderr: \u000a| �[0;m�[1;31m20221209101258362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101258362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101258362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101258362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101258362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101258362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101258373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101258382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101258383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101258383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:01.765904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24589): Terminating (SIGTERM)\u000a10:13:01.809701 run iperf3-srv_10.42.42.10(pid=24590): Terminating (SIGTERM)\u000a10:13:01.855357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24593): Terminating (SIGTERM)\u000a10:13:01.898483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24596): Terminating (SIGTERM)\u000a10:13:01.942727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24599): Terminating (SIGTERM)\u000a10:13:01.954576 --- ParallelTerminationStrategy: PID 24589 died...\u000a10:13:02.011460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24589): Terminated: ok {rc=0}\u000a10:13:02.022981 --- ParallelTerminationStrategy: PID 24590 died...\u000a10:13:02.078756 run iperf3-srv_10.42.42.10(pid=24590): Terminated {rc=256}\u000a10:13:02.089091 --- ParallelTerminationStrategy: PID 24593 died...\u000a10:13:02.143327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24593): Terminated: ok {rc=0}\u000a10:13:02.153473 --- ParallelTerminationStrategy: PID 24596 died...\u000a10:13:02.208629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24596): Terminated: ok {rc=0}\u000a10:13:02.218769 --- ParallelTerminationStrategy: PID 24599 died...\u000a10:13:02.272685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24599): Terminated: ok {rc=0}\u000a10:13:02.361977 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 173, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24615): Process ended prematurely: osmo-stp_10.42.42.5(pid=24615) [trial-2358↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24615)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24615): Process ended prematurely: osmo-stp_10.42.42.5(pid=24615) [trial-2358↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a10:13:03.475639 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:03.486658 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:13:03.621962 tst iperf3m4.py: using LAC 20752\u000a10:13:03.739338 tst iperf3m4.py: using RAC 97\u000a10:13:03.859938 tst iperf3m4.py: using CellId 20752\u000a10:13:03.979890 tst iperf3m4.py: using BVCI 20753\u000a10:13:04.002900 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:04.013589 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:04.023886 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:04.034244 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:04.044471 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:04.055096 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:04.065768 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:04.076121 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:04.086819 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:13:04.205717 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:13:04.327240 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:13:04.443227 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:13:04.719889 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:13:04.845341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:05.159549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24601): Launched\u000a10:13:05.420331 run iperf3-srv_10.42.42.10(pid=24602): Launched\u000a10:13:05.602851 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:13:05.727798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:06.040058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24603): Launched\u000a10:13:06.300659 run iperf3-srv_10.42.42.10(pid=24604): Launched\u000a10:13:06.483010 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:13:06.607586 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:06.923423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24605): Launched\u000a10:13:07.185106 run iperf3-srv_10.42.42.10(pid=24606): Launched\u000a10:13:07.367425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:13:07.492846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:07.806718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24607): Launched\u000a10:13:08.067760 run iperf3-srv_10.42.42.10(pid=24608): Launched\u000a10:13:08.251131 tst iperf3m4.py:8: start network...\u000a10:13:08.376588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:08.862614 run create_hlr_db(pid=24609): Launched\u000a10:13:09.036163 bus /gobi_6: Setting Powered False\u000a10:13:10.058219 run create_hlr_db(pid=24609): Terminated: ok {rc=0}\u000a10:13:10.497803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24611): Launched\u000a10:13:10.825596 run osmo-hlr_10.42.42.2(pid=24612): Launched\u000a10:13:10.946270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:11.517165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24614): Launched\u000a10:13:11.844577 run osmo-stp_10.42.42.5(pid=24615): Launched\u000a10:13:11.962463 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:12.528900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24617): Launched\u000a10:13:12.644764 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:12.929904 run patchelf(pid=24618): Launched\u000a10:13:13.123270 run osmo-stp_10.42.42.5(pid=24615): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24615)]\u000a10:13:13.264131 run osmo-stp_10.42.42.5(pid=24615): stdout: \u000a| (launched: 2022-12-09_10:13:11.682849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:13.405808 run osmo-stp_10.42.42.5(pid=24615): stderr: \u000a| �[0;m�[38;5;43m20221209101311870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101311870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101311871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101311871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101311871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101311871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101311872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:13.542721 run osmo-stp_10.42.42.5(pid=24615): stdout: \u000a| (launched: 2022-12-09_10:13:11.682849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:13.678464 run osmo-stp_10.42.42.5(pid=24615): stderr: \u000a| �[0;m�[38;5;43m20221209101311870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101311870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101311871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101311871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101311871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101311871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101311872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:13.835520 run patchelf(pid=24618): Terminating (SIGINT)\u000a10:13:14.020244 run patchelf(pid=24618): Terminated: ok {rc=0}\u000a10:13:14.054457 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24615): Process ended prematurely: osmo-stp_10.42.42.5(pid=24615) [trial-2358↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24615)] [trial-2358↪gprs:trx-b200↪iperf3m4.py:8]\u000a10:13:14.064660 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:13:14.130433 run osmo-hlr_10.42.42.2(pid=24612): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24612)]\u000a10:13:14.183551 run osmo-hlr_10.42.42.2(pid=24612): stdout: \u000a| (launched: 2022-12-09_10:13:10.663321) \u000a10:13:14.237003 run osmo-hlr_10.42.42.2(pid=24612): stderr: \u000a| �[0;m�[1;31m20221209101310860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101310860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101310860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101310860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101310860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101310860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101310873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101310882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101310882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101310882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:14.282776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24601): Terminating (SIGTERM)\u000a10:13:14.325801 run iperf3-srv_10.42.42.10(pid=24602): Terminating (SIGTERM)\u000a10:13:14.368936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24603): Terminating (SIGTERM)\u000a10:13:14.412095 run iperf3-srv_10.42.42.10(pid=24604): Terminating (SIGTERM)\u000a10:13:14.455597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24605): Terminating (SIGTERM)\u000a10:13:14.498649 run iperf3-srv_10.42.42.10(pid=24606): Terminating (SIGTERM)\u000a10:13:14.541773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24607): Terminating (SIGTERM)\u000a10:13:14.584458 run iperf3-srv_10.42.42.10(pid=24608): Terminating (SIGTERM)\u000a10:13:14.627326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24611): Terminating (SIGTERM)\u000a10:13:14.670405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24614): Terminating (SIGTERM)\u000a10:13:14.713624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24617): Terminating (SIGTERM)\u000a10:13:14.723687 --- ParallelTerminationStrategy: PID 24601 died...\u000a10:13:14.781271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24601): Terminated: ok {rc=0}\u000a10:13:14.791613 --- ParallelTerminationStrategy: PID 24602 died...\u000a10:13:14.848586 run iperf3-srv_10.42.42.10(pid=24602): Terminated {rc=256}\u000a10:13:14.858941 --- ParallelTerminationStrategy: PID 24603 died...\u000a10:13:14.915768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24603): Terminated: ok {rc=0}\u000a10:13:14.925938 --- ParallelTerminationStrategy: PID 24604 died...\u000a10:13:14.982400 run iperf3-srv_10.42.42.10(pid=24604): Terminated {rc=256}\u000a10:13:14.992556 --- ParallelTerminationStrategy: PID 24605 died...\u000a10:13:15.049296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24605): Terminated: ok {rc=0}\u000a10:13:15.059401 --- ParallelTerminationStrategy: PID 24606 died...\u000a10:13:15.116045 run iperf3-srv_10.42.42.10(pid=24606): Terminated {rc=256}\u000a10:13:15.126600 --- ParallelTerminationStrategy: PID 24607 died...\u000a10:13:15.183178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24607): Terminated: ok {rc=0}\u000a10:13:15.193576 --- ParallelTerminationStrategy: PID 24608 died...\u000a10:13:15.250066 run iperf3-srv_10.42.42.10(pid=24608): Terminated {rc=256}\u000a10:13:15.260313 --- ParallelTerminationStrategy: PID 24611 died...\u000a10:13:15.316636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24611): Terminated: ok {rc=0}\u000a10:13:15.327187 --- ParallelTerminationStrategy: PID 24614 died...\u000a10:13:15.384006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24614): Terminated: ok {rc=0}\u000a10:13:15.394315 --- ParallelTerminationStrategy: PID 24617 died...\u000a10:13:15.451218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24617): Terminated: ok {rc=0}\u000a10:13:15.539046 bus /gobi_4: Setting Powered False\u000a10:13:16.660414 bus /gobi_4: Setting Powered False\u000a10:13:17.768740 bus /gobi_1: Setting Powered False\u000a10:13:18.875826 bus /gobi_1: Setting Powered False\u000a10:13:19.984249 bus /gobi_0: Setting Powered False\u000a10:13:21.091835 bus /gobi_0: Setting Powered False\u000a10:13:22.200912 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 173, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24625): Process ended prematurely: osmo-stp_10.42.42.5(pid=24625) [trial-2358↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24625)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24625): Process ended prematurely: osmo-stp_10.42.42.5(pid=24625) [trial-2358↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a10:13:23.270946 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:23.282803 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:13:23.433262 tst ping.py: using LAC 20753\u000a10:13:23.558894 tst ping.py: using RAC 98\u000a10:13:23.685635 tst ping.py: using CellId 20753\u000a10:13:23.814981 tst ping.py: using BVCI 20754\u000a10:13:23.839765 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:23.850825 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:23.861762 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:23.872858 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:23.883864 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:23.894984 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:23.906336 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:23.917478 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:13:24.193371 tst ping.py:19: start network...\u000a10:13:24.318523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:24.804084 run create_hlr_db(pid=24619): Launched\u000a10:13:24.978590 bus /gobi_6: Setting Powered False\u000a10:13:25.999071 run create_hlr_db(pid=24619): Terminated: ok {rc=0}\u000a10:13:26.432361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24621): Launched\u000a10:13:26.758076 run osmo-hlr_10.42.42.2(pid=24622): Launched\u000a10:13:26.878485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:27.447706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24624): Launched\u000a10:13:27.773621 run osmo-stp_10.42.42.5(pid=24625): Launched\u000a10:13:27.889740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:28.452333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24627): Launched\u000a10:13:28.567407 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:28.850921 run patchelf(pid=24628): Launched\u000a10:13:29.040428 run osmo-stp_10.42.42.5(pid=24625): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24625)]\u000a10:13:29.178146 run osmo-stp_10.42.42.5(pid=24625): stdout: \u000a| (launched: 2022-12-09_10:13:27.612458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:29.316048 run osmo-stp_10.42.42.5(pid=24625): stderr: \u000a| �[0;m�[38;5;43m20221209101327805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101327805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101327806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101327806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101327806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101327807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101327807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:29.449560 run osmo-stp_10.42.42.5(pid=24625): stdout: \u000a| (launched: 2022-12-09_10:13:27.612458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:29.582478 run osmo-stp_10.42.42.5(pid=24625): stderr: \u000a| �[0;m�[38;5;43m20221209101327805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101327805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101327806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101327806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101327806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101327807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101327807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:29.735892 run patchelf(pid=24628): Terminating (SIGINT)\u000a10:13:29.915913 run patchelf(pid=24628): Terminated: ok {rc=0}\u000a10:13:29.948841 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24625): Process ended prematurely: osmo-stp_10.42.42.5(pid=24625) [trial-2358↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24625)] [trial-2358↪gprs:trx-b200↪ping.py:22]\u000a10:13:29.958253 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:13:30.023280 run osmo-hlr_10.42.42.2(pid=24622): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24622)]\u000a10:13:30.075827 run osmo-hlr_10.42.42.2(pid=24622): stdout: \u000a| (launched: 2022-12-09_10:13:26.597212) \u000a10:13:30.129072 run osmo-hlr_10.42.42.2(pid=24622): stderr: \u000a| �[0;m�[1;31m20221209101326795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101326795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101326795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101326795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101326795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101326795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101326811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101326821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101326822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101326822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:30.174264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24621): Terminating (SIGTERM)\u000a10:13:30.217647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24624): Terminating (SIGTERM)\u000a10:13:30.260070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24627): Terminating (SIGTERM)\u000a10:13:30.270276 --- ParallelTerminationStrategy: PID 24621 died...\u000a10:13:30.327665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24621): Terminated: ok {rc=0}\u000a10:13:30.337994 --- ParallelTerminationStrategy: PID 24624 died...\u000a10:13:30.395189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24624): Terminated: ok {rc=0}\u000a10:13:30.405600 --- ParallelTerminationStrategy: PID 24627 died...\u000a10:13:30.462854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24627): Terminated: ok {rc=0}\u000a10:13:30.551482 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 173, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24635): Process ended prematurely: osmo-stp_10.42.42.5(pid=24635) [trial-2358↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24635)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24635): Process ended prematurely: osmo-stp_10.42.42.5(pid=24635) [trial-2358↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24635)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a10:13:31.606599 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:31.618854 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:13:31.760766 tst ping_idle_ping.py: using LAC 20754\u000a10:13:31.894258 tst ping_idle_ping.py: using RAC 99\u000a10:13:32.018753 tst ping_idle_ping.py: using CellId 20754\u000a10:13:32.171232 tst ping_idle_ping.py: using BVCI 20755\u000a10:13:32.195541 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:32.206996 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:32.218051 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:32.229252 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:32.240400 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:32.251460 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:32.263561 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:13:32.274806 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:13:32.552607 tst ping_idle_ping.py:24: start network...\u000a10:13:32.677853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:33.166746 run create_hlr_db(pid=24629): Launched\u000a10:13:33.342218 bus /gobi_6: Setting Powered False\u000a10:13:34.362465 run create_hlr_db(pid=24629): Terminated: ok {rc=0}\u000a10:13:34.794774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24631): Launched\u000a10:13:35.120304 run osmo-hlr_10.42.42.2(pid=24632): Launched\u000a10:13:35.240415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:35.806855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24634): Launched\u000a10:13:36.132194 run osmo-stp_10.42.42.5(pid=24635): Launched\u000a10:13:36.249048 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:36.815049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24637): Launched\u000a10:13:36.929867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:37.212897 run patchelf(pid=24638): Launched\u000a10:13:37.403467 run osmo-stp_10.42.42.5(pid=24635): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24635)]\u000a10:13:37.542993 run osmo-stp_10.42.42.5(pid=24635): stdout: \u000a| (launched: 2022-12-09_10:13:35.970990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:37.681901 run osmo-stp_10.42.42.5(pid=24635): stderr: \u000a| �[0;m�[38;5;43m20221209101336162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101336163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101336163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101336163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101336164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101336164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101336164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:37.816101 run osmo-stp_10.42.42.5(pid=24635): stdout: \u000a| (launched: 2022-12-09_10:13:35.970990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:37.949474 run osmo-stp_10.42.42.5(pid=24635): stderr: \u000a| �[0;m�[38;5;43m20221209101336162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101336163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101336163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101336163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101336164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101336164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101336164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:38.103959 run patchelf(pid=24638): Terminating (SIGINT)\u000a10:13:38.285619 run patchelf(pid=24638): Terminated: ok {rc=0}\u000a10:13:38.318611 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24635): Process ended prematurely: osmo-stp_10.42.42.5(pid=24635) [trial-2358↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24635)] [trial-2358↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a10:13:38.328104 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:13:38.393247 run osmo-hlr_10.42.42.2(pid=24632): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24632)]\u000a10:13:38.445860 run osmo-hlr_10.42.42.2(pid=24632): stdout: \u000a| (launched: 2022-12-09_10:13:34.959160) \u000a10:13:38.499464 run osmo-hlr_10.42.42.2(pid=24632): stderr: \u000a| �[0;m�[1;31m20221209101335158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101335158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101335158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101335158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101335158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101335158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101335171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101335179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101335180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101335180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:38.545211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24631): Terminating (SIGTERM)\u000a10:13:38.587978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24634): Terminating (SIGTERM)\u000a10:13:38.631270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24637): Terminating (SIGTERM)\u000a10:13:38.641295 --- ParallelTerminationStrategy: PID 24631 died...\u000a10:13:38.698541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24631): Terminated: ok {rc=0}\u000a10:13:38.708811 --- ParallelTerminationStrategy: PID 24634 died...\u000a10:13:38.765798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24634): Terminated: ok {rc=0}\u000a10:13:38.776016 --- ParallelTerminationStrategy: PID 24637 died...\u000a10:13:38.833051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24637): Terminated: ok {rc=0}\u000a10:13:38.922042 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:12:40" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24652): Process ended prematurely: osmo-stp_10.42.42.5(pid=24652) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24652)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24652): Process ended prematurely: osmo-stp_10.42.42.5(pid=24652) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:13:41.068761 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:41.079504 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:13:41.219447 tst cs_paging_gprs_active.py: using LAC 20755\u000a10:13:41.342897 tst cs_paging_gprs_active.py: using RAC 100\u000a10:13:41.477730 tst cs_paging_gprs_active.py: using CellId 20755\u000a10:13:41.607106 tst cs_paging_gprs_active.py: using BVCI 20756\u000a10:13:41.632290 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:41.643596 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:41.655176 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:41.666303 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:41.677577 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:41.688697 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:41.700173 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:41.711390 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:41.722786 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:13:41.840279 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:13:42.121517 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:13:42.249432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:42.567997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24642): Launched\u000a10:13:42.833472 run iperf3-srv_10.42.42.10(pid=24643): Launched\u000a10:13:43.019740 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:13:43.147100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:43.469587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24644): Launched\u000a10:13:43.734826 run iperf3-srv_10.42.42.10(pid=24645): Launched\u000a10:13:43.922239 tst cs_paging_gprs_active.py:38: start network...\u000a10:13:44.050001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:44.545810 run create_hlr_db(pid=24646): Launched\u000a10:13:44.722517 bus /gobi_6: Setting Powered False\u000a10:13:45.743722 run create_hlr_db(pid=24646): Terminated: ok {rc=0}\u000a10:13:46.210331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24648): Launched\u000a10:13:46.638860 run osmo-hlr_10.42.42.2(pid=24649): Launched\u000a10:13:46.876571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:47.459740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24651): Launched\u000a10:13:47.791862 run osmo-stp_10.42.42.5(pid=24652): Launched\u000a10:13:47.911018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:48.487226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24654): Launched\u000a10:13:48.604879 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:48.893545 run patchelf(pid=24655): Launched\u000a10:13:49.085873 run osmo-stp_10.42.42.5(pid=24652): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24652)]\u000a10:13:49.226199 run osmo-stp_10.42.42.5(pid=24652): stdout: \u000a| (launched: 2022-12-09_10:13:47.627427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:49.366844 run osmo-stp_10.42.42.5(pid=24652): stderr: \u000a| �[0;m�[38;5;43m20221209101347815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101347815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101347816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101347816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101347817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101347817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101347817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:49.503729 run osmo-stp_10.42.42.5(pid=24652): stdout: \u000a| (launched: 2022-12-09_10:13:47.627427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:49.639385 run osmo-stp_10.42.42.5(pid=24652): stderr: \u000a| �[0;m�[38;5;43m20221209101347815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101347815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101347816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101347816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101347817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101347817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101347817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:49.796481 run patchelf(pid=24655): Terminating (SIGINT)\u000a10:13:49.981060 run patchelf(pid=24655): Terminated: ok {rc=0}\u000a10:13:50.014966 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24652): Process ended prematurely: osmo-stp_10.42.42.5(pid=24652) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24652)] [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:13:50.024937 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a10:13:50.089396 run osmo-hlr_10.42.42.2(pid=24649): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24649)]\u000a10:13:50.141592 run osmo-hlr_10.42.42.2(pid=24649): stdout: \u000a| (launched: 2022-12-09_10:13:46.368738) \u000a10:13:50.194373 run osmo-hlr_10.42.42.2(pid=24649): stderr: \u000a| �[0;m�[1;31m20221209101346662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101346662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101346662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101346662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101346662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101346662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101346684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101346697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101346697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101346697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:50.239311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24642): Terminating (SIGTERM)\u000a10:13:50.282101 run iperf3-srv_10.42.42.10(pid=24643): Terminating (SIGTERM)\u000a10:13:50.324388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24644): Terminating (SIGTERM)\u000a10:13:50.367248 run iperf3-srv_10.42.42.10(pid=24645): Terminating (SIGTERM)\u000a10:13:50.409772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24648): Terminating (SIGTERM)\u000a10:13:50.451923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24651): Terminating (SIGTERM)\u000a10:13:50.495002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24654): Terminating (SIGTERM)\u000a10:13:50.504736 --- ParallelTerminationStrategy: PID 24642 died...\u000a10:13:50.561672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24642): Terminated: ok {rc=0}\u000a10:13:50.572003 --- ParallelTerminationStrategy: PID 24643 died...\u000a10:13:50.628301 run iperf3-srv_10.42.42.10(pid=24643): Terminated {rc=256}\u000a10:13:50.638324 --- ParallelTerminationStrategy: PID 24644 died...\u000a10:13:50.694618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24644): Terminated: ok {rc=0}\u000a10:13:50.704655 --- ParallelTerminationStrategy: PID 24645 died...\u000a10:13:50.760382 run iperf3-srv_10.42.42.10(pid=24645): Terminated {rc=256}\u000a10:13:50.770622 --- ParallelTerminationStrategy: PID 24648 died...\u000a10:13:50.826800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24648): Terminated: ok {rc=0}\u000a10:13:50.836885 --- ParallelTerminationStrategy: PID 24651 died...\u000a10:13:50.893026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24651): Terminated: ok {rc=0}\u000a10:13:50.903324 --- ParallelTerminationStrategy: PID 24654 died...\u000a10:13:50.959681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24654): Terminated: ok {rc=0}\u000a10:13:51.047463 bus /gobi_0: Setting Powered False\u000a10:13:52.155220 bus /gobi_0: Setting Powered False\u000a10:13:53.264481 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24664): Process ended prematurely: osmo-stp_10.42.42.5(pid=24664) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24664)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24664): Process ended prematurely: osmo-stp_10.42.42.5(pid=24664) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:13:54.382098 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:54.394140 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:13:54.546019 tst iperf3.py: using LAC 20756\u000a10:13:54.674669 tst iperf3.py: using RAC 101\u000a10:13:54.805611 tst iperf3.py: using CellId 20756\u000a10:13:54.939495 tst iperf3.py: using BVCI 20757\u000a10:13:54.964625 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:54.975956 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:54.987176 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:54.998560 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:55.009858 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:55.021177 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:55.033341 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:55.044301 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:13:55.055833 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:13:55.337029 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:13:55.465543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:55.784651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24656): Launched\u000a10:13:56.050147 run iperf3-srv_10.42.42.10(pid=24657): Launched\u000a10:13:56.236361 tst iperf3.py:8: start network...\u000a10:13:56.364001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:56.859954 run create_hlr_db(pid=24658): Launched\u000a10:13:57.035615 bus /gobi_6: Setting Powered False\u000a10:13:58.057483 run create_hlr_db(pid=24658): Terminated: ok {rc=0}\u000a10:13:58.495010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24660): Launched\u000a10:13:58.826146 run osmo-hlr_10.42.42.2(pid=24661): Launched\u000a10:13:58.945410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:59.517241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24663): Launched\u000a10:13:59.847477 run osmo-stp_10.42.42.5(pid=24664): Launched\u000a10:13:59.967612 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:00.544271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24666): Launched\u000a10:14:00.661801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:00.967034 run patchelf(pid=24667): Launched\u000a10:14:01.152066 run osmo-stp_10.42.42.5(pid=24664): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24664)]\u000a10:14:01.287269 run osmo-stp_10.42.42.5(pid=24664): stdout: \u000a| (launched: 2022-12-09_10:13:59.683981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:01.422010 run osmo-stp_10.42.42.5(pid=24664): stderr: \u000a| �[0;m�[38;5;43m20221209101359875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101359875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101359876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101359876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101359876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101359877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101359877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:01.583076 run osmo-stp_10.42.42.5(pid=24664): stdout: \u000a| (launched: 2022-12-09_10:13:59.683981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:01.760381 run osmo-stp_10.42.42.5(pid=24664): stderr: \u000a| �[0;m�[38;5;43m20221209101359875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101359875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101359876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101359876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101359876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101359877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101359877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:01.913575 run patchelf(pid=24667): Terminating (SIGINT)\u000a10:14:02.093928 run patchelf(pid=24667): Terminated: ok {rc=0}\u000a10:14:02.127103 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24664): Process ended prematurely: osmo-stp_10.42.42.5(pid=24664) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24664)] [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a10:14:02.137470 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:14:02.202748 run osmo-hlr_10.42.42.2(pid=24661): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24661)]\u000a10:14:02.253515 run osmo-hlr_10.42.42.2(pid=24661): stdout: \u000a| (launched: 2022-12-09_10:13:58.662259) \u000a10:14:02.305395 run osmo-hlr_10.42.42.2(pid=24661): stderr: \u000a| �[0;m�[1;31m20221209101358858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101358858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101358858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101358858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101358858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101358858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101358871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101358882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101358882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101358882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:02.348206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24656): Terminating (SIGTERM)\u000a10:14:02.388645 run iperf3-srv_10.42.42.10(pid=24657): Terminating (SIGTERM)\u000a10:14:02.429271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24660): Terminating (SIGTERM)\u000a10:14:02.470538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24663): Terminating (SIGTERM)\u000a10:14:02.511287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24666): Terminating (SIGTERM)\u000a10:14:02.520250 --- ParallelTerminationStrategy: PID 24656 died...\u000a10:14:02.574215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24656): Terminated: ok {rc=0}\u000a10:14:02.583871 --- ParallelTerminationStrategy: PID 24657 died...\u000a10:14:02.637048 run iperf3-srv_10.42.42.10(pid=24657): Terminated {rc=256}\u000a10:14:02.646654 --- ParallelTerminationStrategy: PID 24660 died...\u000a10:14:02.700200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24660): Terminated: ok {rc=0}\u000a10:14:02.709896 --- ParallelTerminationStrategy: PID 24663 died...\u000a10:14:02.763420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24663): Terminated: ok {rc=0}\u000a10:14:02.773150 --- ParallelTerminationStrategy: PID 24666 died...\u000a10:14:02.826961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24666): Terminated: ok {rc=0}\u000a10:14:02.913377 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24682): Process ended prematurely: osmo-stp_10.42.42.5(pid=24682) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24682): Process ended prematurely: osmo-stp_10.42.42.5(pid=24682) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:14:04.030848 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:04.042947 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:14:04.191871 tst iperf3m4.py: using LAC 20757\u000a10:14:04.321434 tst iperf3m4.py: using RAC 102\u000a10:14:04.449434 tst iperf3m4.py: using CellId 20757\u000a10:14:04.579873 tst iperf3m4.py: using BVCI 20758\u000a10:14:04.605262 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:04.616522 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:04.627823 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:04.639058 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:04.650364 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:04.661825 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:04.673781 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:04.684800 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:04.696349 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:14:04.813691 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:14:04.931116 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:14:05.050958 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:14:05.332040 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:14:05.459122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:05.778622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24668): Launched\u000a10:14:06.044731 run iperf3-srv_10.42.42.10(pid=24669): Launched\u000a10:14:06.230818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:14:06.357759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:06.677689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24670): Launched\u000a10:14:06.942770 run iperf3-srv_10.42.42.10(pid=24671): Launched\u000a10:14:07.129269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:14:07.256480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:07.575124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24672): Launched\u000a10:14:07.839084 run iperf3-srv_10.42.42.10(pid=24673): Launched\u000a10:14:08.024056 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:14:08.150835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:08.468182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24674): Launched\u000a10:14:08.731741 run iperf3-srv_10.42.42.10(pid=24675): Launched\u000a10:14:08.916831 tst iperf3m4.py:8: start network...\u000a10:14:09.043736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:09.541786 run create_hlr_db(pid=24676): Launched\u000a10:14:09.717426 bus /gobi_6: Setting Powered False\u000a10:14:10.739348 run create_hlr_db(pid=24676): Terminated: ok {rc=0}\u000a10:14:11.147830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24678): Launched\u000a10:14:11.454836 run osmo-hlr_10.42.42.2(pid=24679): Launched\u000a10:14:11.567049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:12.100721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24681): Launched\u000a10:14:12.407516 run osmo-stp_10.42.42.5(pid=24682): Launched\u000a10:14:12.518465 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:13.059235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24684): Launched\u000a10:14:13.168011 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:13.436719 run patchelf(pid=24685): Launched\u000a10:14:13.616831 run osmo-stp_10.42.42.5(pid=24682): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)]\u000a10:14:13.747715 run osmo-stp_10.42.42.5(pid=24682): stdout: \u000a| (launched: 2022-12-09_10:14:12.255583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:13.878959 run osmo-stp_10.42.42.5(pid=24682): stderr: \u000a| �[0;m�[38;5;43m20221209101412424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101412424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101412424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101412425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101412425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101412425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101412425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:14.005634 run osmo-stp_10.42.42.5(pid=24682): stdout: \u000a| (launched: 2022-12-09_10:14:12.255583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:14.131844 run osmo-stp_10.42.42.5(pid=24682): stderr: \u000a| �[0;m�[38;5;43m20221209101412424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101412424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101412424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101412425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101412425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101412425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101412425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:14.278096 run patchelf(pid=24685): Terminating (SIGINT)\u000a10:14:14.450042 run patchelf(pid=24685): Terminated: ok {rc=0}\u000a10:14:14.481724 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24682): Process ended prematurely: osmo-stp_10.42.42.5(pid=24682) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)] [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:14:14.491044 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a10:14:14.551900 run osmo-hlr_10.42.42.2(pid=24679): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24679)]\u000a10:14:14.601431 run osmo-hlr_10.42.42.2(pid=24679): stdout: \u000a| (launched: 2022-12-09_10:14:11.303670) \u000a10:14:14.651092 run osmo-hlr_10.42.42.2(pid=24679): stderr: \u000a| �[0;m�[1;31m20221209101411480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101411480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101411480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101411480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101411480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101411480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101411492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101411501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101411501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101411501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:14.693378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24668): Terminating (SIGTERM)\u000a10:14:14.733011 run iperf3-srv_10.42.42.10(pid=24669): Terminating (SIGTERM)\u000a10:14:14.773027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24670): Terminating (SIGTERM)\u000a10:14:14.812906 run iperf3-srv_10.42.42.10(pid=24671): Terminating (SIGTERM)\u000a10:14:14.852895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24672): Terminating (SIGTERM)\u000a10:14:14.892884 run iperf3-srv_10.42.42.10(pid=24673): Terminating (SIGTERM)\u000a10:14:14.932759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24674): Terminating (SIGTERM)\u000a10:14:14.972352 run iperf3-srv_10.42.42.10(pid=24675): Terminating (SIGTERM)\u000a10:14:15.012331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24678): Terminating (SIGTERM)\u000a10:14:15.052403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24681): Terminating (SIGTERM)\u000a10:14:15.092449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24684): Terminating (SIGTERM)\u000a10:14:15.101791 --- ParallelTerminationStrategy: PID 24668 died...\u000a10:14:15.155952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24668): Terminated: ok {rc=0}\u000a10:14:15.165622 --- ParallelTerminationStrategy: PID 24669 died...\u000a10:14:15.218814 run iperf3-srv_10.42.42.10(pid=24669): Terminated {rc=256}\u000a10:14:15.228316 --- ParallelTerminationStrategy: PID 24670 died...\u000a10:14:15.282113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24670): Terminated: ok {rc=0}\u000a10:14:15.291776 --- ParallelTerminationStrategy: PID 24671 died...\u000a10:14:15.345511 run iperf3-srv_10.42.42.10(pid=24671): Terminated {rc=256}\u000a10:14:15.355133 --- ParallelTerminationStrategy: PID 24672 died...\u000a10:14:15.408656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24672): Terminated: ok {rc=0}\u000a10:14:15.418311 --- ParallelTerminationStrategy: PID 24673 died...\u000a10:14:15.471675 run iperf3-srv_10.42.42.10(pid=24673): Terminated {rc=256}\u000a10:14:15.481379 --- ParallelTerminationStrategy: PID 24674 died...\u000a10:14:15.534848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24674): Terminated: ok {rc=0}\u000a10:14:15.544425 --- ParallelTerminationStrategy: PID 24675 died...\u000a10:14:15.598512 run iperf3-srv_10.42.42.10(pid=24675): Terminated {rc=256}\u000a10:14:15.608183 --- ParallelTerminationStrategy: PID 24678 died...\u000a10:14:15.661808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24678): Terminated: ok {rc=0}\u000a10:14:15.671503 --- ParallelTerminationStrategy: PID 24681 died...\u000a10:14:15.724930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24681): Terminated: ok {rc=0}\u000a10:14:15.734632 --- ParallelTerminationStrategy: PID 24684 died...\u000a10:14:15.788327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24684): Terminated: ok {rc=0}\u000a10:14:15.921462 bus /gobi_4: Setting Powered False\u000a10:14:17.046901 bus /gobi_4: Setting Powered False\u000a10:14:18.163230 bus /gobi_1: Setting Powered False\u000a10:14:19.267867 bus /gobi_1: Setting Powered False\u000a10:14:20.381669 bus /gobi_0: Setting Powered False\u000a10:14:21.486622 bus /gobi_0: Setting Powered False\u000a10:14:22.601715 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:14:23.670590 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:23.682000 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:14:23.820561 tst ping.py: using LAC 20758\u000a10:14:23.940542 tst ping.py: using RAC 103\u000a10:14:24.058310 tst ping.py: using CellId 20758\u000a10:14:24.175725 tst ping.py: using BVCI 20759\u000a10:14:24.198760 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:24.209608 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:24.220142 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:24.230777 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:24.241254 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:24.251721 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:24.262462 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:24.272998 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:14:24.547131 tst ping.py:19: start network...\u000a10:14:24.670991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:25.157431 run create_hlr_db(pid=24687): Launched\u000a10:14:25.330209 bus /gobi_6: Setting Powered False\u000a10:14:26.353500 run create_hlr_db(pid=24687): Terminated: ok {rc=0}\u000a10:14:26.783661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Launched\u000a10:14:27.108781 run osmo-hlr_10.42.42.2(pid=24690): Launched\u000a10:14:27.227856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:27.800569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Launched\u000a10:14:28.124248 run osmo-stp_10.42.42.5(pid=24693): Launched\u000a10:14:28.241219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:28.809764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24695): Launched\u000a10:14:28.924877 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:29.207608 run patchelf(pid=24696): Launched\u000a10:14:29.398031 run osmo-stp_10.42.42.5(pid=24693): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]\u000a10:14:29.537603 run osmo-stp_10.42.42.5(pid=24693): stdout: \u000a| (launched: 2022-12-09_10:14:27.964147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:29.676411 run osmo-stp_10.42.42.5(pid=24693): stderr: \u000a| �[0;m�[38;5;43m20221209101428156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101428156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101428157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101428157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101428158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101428158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101428158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:29.811440 run osmo-stp_10.42.42.5(pid=24693): stdout: \u000a| (launched: 2022-12-09_10:14:27.964147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:29.944827 run osmo-stp_10.42.42.5(pid=24693): stderr: \u000a| �[0;m�[38;5;43m20221209101428156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101428156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101428157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101428157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101428158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101428158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101428158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:30.099800 run patchelf(pid=24696): Terminating (SIGINT)\u000a10:14:30.280661 run patchelf(pid=24696): Terminated: ok {rc=0}\u000a10:14:30.313989 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)] [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a10:14:30.323364 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:14:30.389255 run osmo-hlr_10.42.42.2(pid=24690): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24690)]\u000a10:14:30.442408 run osmo-hlr_10.42.42.2(pid=24690): stdout: \u000a| (launched: 2022-12-09_10:14:26.947319) \u000a10:14:30.496620 run osmo-hlr_10.42.42.2(pid=24690): stderr: \u000a| �[0;m�[1;31m20221209101427145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101427145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101427145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101427146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101427146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101427146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101427158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101427167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101427167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101427167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:30.542356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Terminating (SIGTERM)\u000a10:14:30.586601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Terminating (SIGTERM)\u000a10:14:30.629671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24695): Terminating (SIGTERM)\u000a10:14:30.639742 --- ParallelTerminationStrategy: PID 24689 died...\u000a10:14:30.697400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Terminated: ok {rc=0}\u000a10:14:30.707701 --- ParallelTerminationStrategy: PID 24692 died...\u000a10:14:30.764692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Terminated: ok {rc=0}\u000a10:14:30.775204 --- ParallelTerminationStrategy: PID 24695 died...\u000a10:14:30.834638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24695): Terminated: ok {rc=0}\u000a10:14:30.936503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24703): Process ended prematurely: osmo-stp_10.42.42.5(pid=24703) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24703)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24703): Process ended prematurely: osmo-stp_10.42.42.5(pid=24703) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:14:31.989909 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:32.002346 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:14:32.172727 tst ping_idle_ping.py: using LAC 20759\u000a10:14:32.292003 tst ping_idle_ping.py: using RAC 104\u000a10:14:32.412741 tst ping_idle_ping.py: using CellId 20759\u000a10:14:32.531351 tst ping_idle_ping.py: using BVCI 20760\u000a10:14:32.554511 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:32.565541 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:32.576505 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:32.587617 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:32.598590 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:32.609541 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:32.620611 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:14:32.631554 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:14:32.923912 tst ping_idle_ping.py:24: start network...\u000a10:14:33.058934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:33.573540 run create_hlr_db(pid=24697): Launched\u000a10:14:33.761178 bus /gobi_6: Setting Powered False\u000a10:14:34.782213 run create_hlr_db(pid=24697): Terminated: ok {rc=0}\u000a10:14:35.191604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24699): Launched\u000a10:14:35.495468 run osmo-hlr_10.42.42.2(pid=24700): Launched\u000a10:14:35.607301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:36.136234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24702): Launched\u000a10:14:36.442392 run osmo-stp_10.42.42.5(pid=24703): Launched\u000a10:14:36.551937 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:37.081226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24705): Launched\u000a10:14:37.188385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:37.452820 run patchelf(pid=24706): Launched\u000a10:14:37.630304 run osmo-stp_10.42.42.5(pid=24703): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24703)]\u000a10:14:37.760003 run osmo-stp_10.42.42.5(pid=24703): stdout: \u000a| (launched: 2022-12-09_10:14:36.289656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:37.889511 run osmo-stp_10.42.42.5(pid=24703): stderr: \u000a| �[0;m�[38;5;43m20221209101436459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101436460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101436460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101436461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101436461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101436461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101436461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:38.014707 run osmo-stp_10.42.42.5(pid=24703): stdout: \u000a| (launched: 2022-12-09_10:14:36.289656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:38.138733 run osmo-stp_10.42.42.5(pid=24703): stderr: \u000a| �[0;m�[38;5;43m20221209101436459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101436460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101436460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101436461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101436461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101436461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101436461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:38.283257 run patchelf(pid=24706): Terminating (SIGINT)\u000a10:14:38.453328 run patchelf(pid=24706): Terminated: ok {rc=0}\u000a10:14:38.484255 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24703): Process ended prematurely: osmo-stp_10.42.42.5(pid=24703) [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24703)] [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:14:38.493113 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:14:38.554134 run osmo-hlr_10.42.42.2(pid=24700): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24700)]\u000a10:14:38.603674 run osmo-hlr_10.42.42.2(pid=24700): stdout: \u000a| (launched: 2022-12-09_10:14:35.345222) \u000a10:14:38.654428 run osmo-hlr_10.42.42.2(pid=24700): stderr: \u000a| �[0;m�[1;31m20221209101435523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101435523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101435523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101435523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101435523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101435523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101435535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101435544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101435544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101435544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:38.697454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24699): Terminating (SIGTERM)\u000a10:14:38.738015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24702): Terminating (SIGTERM)\u000a10:14:38.778789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24705): Terminating (SIGTERM)\u000a10:14:38.788423 --- ParallelTerminationStrategy: PID 24699 died...\u000a10:14:38.843382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24699): Terminated: ok {rc=0}\u000a10:14:38.853349 --- ParallelTerminationStrategy: PID 24702 died...\u000a10:14:38.907496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24702): Terminated: ok {rc=0}\u000a10:14:38.917591 --- ParallelTerminationStrategy: PID 24705 died...\u000a10:14:38.971591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24705): Terminated: ok {rc=0}\u000a10:14:39.057520 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:13:40" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24720): Process ended prematurely: osmo-stp_10.42.42.5(pid=24720) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24720)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24720): Process ended prematurely: osmo-stp_10.42.42.5(pid=24720) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:14:41.218930 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:41.229919 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:14:41.389122 tst cs_paging_gprs_active.py: using LAC 20760\u000a10:14:41.511159 tst cs_paging_gprs_active.py: using RAC 105\u000a10:14:41.633697 tst cs_paging_gprs_active.py: using CellId 20760\u000a10:14:41.754498 tst cs_paging_gprs_active.py: using BVCI 20761\u000a10:14:41.778406 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:41.789301 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:41.799982 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:41.810962 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:41.821695 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:41.832516 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:41.843426 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:41.854392 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:41.865327 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:14:41.987101 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:14:42.269728 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:14:42.398356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:42.720045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24710): Launched\u000a10:14:42.986598 run iperf3-srv_10.42.42.10(pid=24711): Launched\u000a10:14:43.173711 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:14:43.301482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:43.620019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24712): Launched\u000a10:14:43.885715 run iperf3-srv_10.42.42.10(pid=24713): Launched\u000a10:14:44.072338 tst cs_paging_gprs_active.py:38: start network...\u000a10:14:44.200062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:44.697138 run create_hlr_db(pid=24714): Launched\u000a10:14:44.874948 bus /gobi_6: Setting Powered False\u000a10:14:45.896652 run create_hlr_db(pid=24714): Terminated: ok {rc=0}\u000a10:14:46.330905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24716): Launched\u000a10:14:46.745243 run osmo-hlr_10.42.42.2(pid=24717): Launched\u000a10:14:46.907562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:47.541527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24719): Launched\u000a10:14:47.852899 run osmo-stp_10.42.42.5(pid=24720): Launched\u000a10:14:47.964360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:48.503457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24722): Launched\u000a10:14:48.612886 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:48.883381 run patchelf(pid=24723): Launched\u000a10:14:49.062877 run osmo-stp_10.42.42.5(pid=24720): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24720)]\u000a10:14:49.193990 run osmo-stp_10.42.42.5(pid=24720): stdout: \u000a| (launched: 2022-12-09_10:14:47.697498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:49.324916 run osmo-stp_10.42.42.5(pid=24720): stderr: \u000a| �[0;m�[38;5;43m20221209101447867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101447867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101447867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101447867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101447868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101447868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101447868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:49.451945 run osmo-stp_10.42.42.5(pid=24720): stdout: \u000a| (launched: 2022-12-09_10:14:47.697498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:49.578107 run osmo-stp_10.42.42.5(pid=24720): stderr: \u000a| �[0;m�[38;5;43m20221209101447867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101447867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101447867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101447867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101447868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101447868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101447868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:49.724644 run patchelf(pid=24723): Terminating (SIGINT)\u000a10:14:49.897322 run patchelf(pid=24723): Terminated: ok {rc=0}\u000a10:14:49.928742 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24720): Process ended prematurely: osmo-stp_10.42.42.5(pid=24720) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24720)] [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:14:49.938221 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:14:49.998633 run osmo-hlr_10.42.42.2(pid=24717): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24717)]\u000a10:14:50.047879 run osmo-hlr_10.42.42.2(pid=24717): stdout: \u000a| (launched: 2022-12-09_10:14:46.504104) \u000a10:14:50.098044 run osmo-hlr_10.42.42.2(pid=24717): stderr: \u000a| �[0;m�[1;31m20221209101446797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101446797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101446797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101446797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101446797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101446797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101446815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101446828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101446828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101446828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:50.140903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24710): Terminating (SIGTERM)\u000a10:14:50.181183 run iperf3-srv_10.42.42.10(pid=24711): Terminating (SIGTERM)\u000a10:14:50.221465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24712): Terminating (SIGTERM)\u000a10:14:50.261487 run iperf3-srv_10.42.42.10(pid=24713): Terminating (SIGTERM)\u000a10:14:50.301534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24716): Terminating (SIGTERM)\u000a10:14:50.341756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24719): Terminating (SIGTERM)\u000a10:14:50.381783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24722): Terminating (SIGTERM)\u000a10:14:50.391143 --- ParallelTerminationStrategy: PID 24710 died...\u000a10:14:50.444833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24710): Terminated: ok {rc=0}\u000a10:14:50.454429 --- ParallelTerminationStrategy: PID 24711 died...\u000a10:14:50.507337 run iperf3-srv_10.42.42.10(pid=24711): Terminated {rc=256}\u000a10:14:50.516935 --- ParallelTerminationStrategy: PID 24712 died...\u000a10:14:50.570230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24712): Terminated: ok {rc=0}\u000a10:14:50.579876 --- ParallelTerminationStrategy: PID 24713 died...\u000a10:14:50.632931 run iperf3-srv_10.42.42.10(pid=24713): Terminated {rc=256}\u000a10:14:50.642602 --- ParallelTerminationStrategy: PID 24716 died...\u000a10:14:50.696016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24716): Terminated: ok {rc=0}\u000a10:14:50.705775 --- ParallelTerminationStrategy: PID 24719 died...\u000a10:14:50.758744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24719): Terminated: ok {rc=0}\u000a10:14:50.768248 --- ParallelTerminationStrategy: PID 24722 died...\u000a10:14:50.821520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24722): Terminated: ok {rc=0}\u000a10:14:50.910498 bus /gobi_0: Setting Powered False\u000a10:14:52.015841 bus /gobi_0: Setting Powered False\u000a10:14:53.128389 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24732): Process ended prematurely: osmo-stp_10.42.42.5(pid=24732) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24732)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24732): Process ended prematurely: osmo-stp_10.42.42.5(pid=24732) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:14:54.243865 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:54.255827 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:14:54.426149 tst iperf3.py: using LAC 20761\u000a10:14:54.557136 tst iperf3.py: using RAC 106\u000a10:14:54.682449 tst iperf3.py: using CellId 20761\u000a10:14:54.808664 tst iperf3.py: using BVCI 20762\u000a10:14:54.833909 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:54.845280 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:54.856525 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:54.867974 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:54.879294 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:54.890748 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:54.902082 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:54.913476 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:14:54.924937 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:14:55.205253 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:14:55.332382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:55.655030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24724): Launched\u000a10:14:55.922768 run iperf3-srv_10.42.42.10(pid=24725): Launched\u000a10:14:56.108737 tst iperf3.py:8: start network...\u000a10:14:56.236061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:56.731892 run create_hlr_db(pid=24726): Launched\u000a10:14:56.907908 bus /gobi_6: Setting Powered False\u000a10:14:57.930134 run create_hlr_db(pid=24726): Terminated: ok {rc=0}\u000a10:14:58.366555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24728): Launched\u000a10:14:58.697837 run osmo-hlr_10.42.42.2(pid=24729): Launched\u000a10:14:58.817600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:59.390240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24731): Launched\u000a10:14:59.722176 run osmo-stp_10.42.42.5(pid=24732): Launched\u000a10:14:59.842092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:00.419542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24734): Launched\u000a10:15:00.537532 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:00.829136 run patchelf(pid=24735): Launched\u000a10:15:01.016850 run osmo-stp_10.42.42.5(pid=24732): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24732)]\u000a10:15:01.152769 run osmo-stp_10.42.42.5(pid=24732): stdout: \u000a| (launched: 2022-12-09_10:14:59.558121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:01.289583 run osmo-stp_10.42.42.5(pid=24732): stderr: \u000a| �[0;m�[38;5;43m20221209101459752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101459752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101459752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101459753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101459753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101459753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101459753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:01.420161 run osmo-stp_10.42.42.5(pid=24732): stdout: \u000a| (launched: 2022-12-09_10:14:59.558121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:01.565611 run osmo-stp_10.42.42.5(pid=24732): stderr: \u000a| �[0;m�[38;5;43m20221209101459752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101459752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101459752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101459753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101459753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101459753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101459753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:01.743148 run patchelf(pid=24735): Terminating (SIGINT)\u000a10:15:01.920324 run patchelf(pid=24735): Terminated: ok {rc=0}\u000a10:15:01.954912 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24732): Process ended prematurely: osmo-stp_10.42.42.5(pid=24732) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24732)] [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:15:01.965278 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:15:02.028653 run osmo-hlr_10.42.42.2(pid=24729): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24729)]\u000a10:15:02.081332 run osmo-hlr_10.42.42.2(pid=24729): stdout: \u000a| (launched: 2022-12-09_10:14:58.533983) \u000a10:15:02.135431 run osmo-hlr_10.42.42.2(pid=24729): stderr: \u000a| �[0;m�[1;31m20221209101458734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101458734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101458734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101458734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101458734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101458734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101458746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101458754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101458754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101458754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:02.180147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24724): Terminating (SIGTERM)\u000a10:15:02.222461 run iperf3-srv_10.42.42.10(pid=24725): Terminating (SIGTERM)\u000a10:15:02.265194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24728): Terminating (SIGTERM)\u000a10:15:02.307752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24731): Terminating (SIGTERM)\u000a10:15:02.353558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24734): Terminating (SIGTERM)\u000a10:15:02.363818 --- ParallelTerminationStrategy: PID 24724 died...\u000a10:15:02.422704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24724): Terminated: ok {rc=0}\u000a10:15:02.433135 --- ParallelTerminationStrategy: PID 24725 died...\u000a10:15:02.489535 run iperf3-srv_10.42.42.10(pid=24725): Terminated {rc=256}\u000a10:15:02.499873 --- ParallelTerminationStrategy: PID 24728 died...\u000a10:15:02.555289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24728): Terminated: ok {rc=0}\u000a10:15:02.571576 --- ParallelTerminationStrategy: PID 24731 died...\u000a10:15:02.656911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24731): Terminated: ok {rc=0}\u000a10:15:02.675752 --- ParallelTerminationStrategy: PID 24734 died...\u000a10:15:02.737480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24734): Terminated: ok {rc=0}\u000a10:15:02.827758 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24760): Process ended prematurely: osmo-stp_10.42.42.5(pid=24760) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24760)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24760): Process ended prematurely: osmo-stp_10.42.42.5(pid=24760) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:15:03.941488 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:03.953661 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:15:04.111196 tst iperf3m4.py: using LAC 20762\u000a10:15:04.233069 tst iperf3m4.py: using RAC 107\u000a10:15:04.361167 tst iperf3m4.py: using CellId 20762\u000a10:15:04.491357 tst iperf3m4.py: using BVCI 20763\u000a10:15:04.517189 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:04.528778 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:04.540172 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:04.551904 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:04.563319 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:04.574805 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:04.586372 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:04.597768 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:04.609295 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:15:04.725975 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:15:04.848130 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:15:04.966856 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:15:05.246617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:15:05.374629 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:05.694416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24746): Launched\u000a10:15:05.960388 run iperf3-srv_10.42.42.10(pid=24747): Launched\u000a10:15:06.147848 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:15:06.275260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:06.594953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24748): Launched\u000a10:15:06.860814 run iperf3-srv_10.42.42.10(pid=24749): Launched\u000a10:15:07.046312 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:15:07.173815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:07.492892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24750): Launched\u000a10:15:07.758356 run iperf3-srv_10.42.42.10(pid=24751): Launched\u000a10:15:07.944866 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:15:08.072616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:08.393639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24752): Launched\u000a10:15:08.659137 run iperf3-srv_10.42.42.10(pid=24753): Launched\u000a10:15:08.846188 tst iperf3m4.py:8: start network...\u000a10:15:08.974249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:09.472772 run create_hlr_db(pid=24754): Launched\u000a10:15:09.649856 bus /gobi_6: Setting Powered False\u000a10:15:10.680700 run create_hlr_db(pid=24754): Terminated: ok {rc=0}\u000a10:15:11.120834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24756): Launched\u000a10:15:11.453666 run osmo-hlr_10.42.42.2(pid=24757): Launched\u000a10:15:11.575567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:12.151160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24759): Launched\u000a10:15:12.483279 run osmo-stp_10.42.42.5(pid=24760): Launched\u000a10:15:12.604507 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:13.205466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24773): Launched\u000a10:15:13.327407 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:13.627885 run patchelf(pid=24854): Launched\u000a10:15:13.813877 run osmo-stp_10.42.42.5(pid=24760): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24760)]\u000a10:15:13.949644 run osmo-stp_10.42.42.5(pid=24760): stdout: \u000a| (launched: 2022-12-09_10:15:12.318759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:14.097536 run osmo-stp_10.42.42.5(pid=24760): stderr: \u000a| �[0;m�[38;5;43m20221209101512506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101512506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101512507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101512507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101512508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101512508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101512508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:14.237899 run osmo-stp_10.42.42.5(pid=24760): stdout: \u000a| (launched: 2022-12-09_10:15:12.318759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:14.377882 run osmo-stp_10.42.42.5(pid=24760): stderr: \u000a| �[0;m�[38;5;43m20221209101512506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101512506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101512507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101512507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101512508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101512508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101512508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:14.539848 run patchelf(pid=24854): Terminating (SIGINT)\u000a10:15:14.730252 run patchelf(pid=24854): Terminated: ok {rc=0}\u000a10:15:14.765635 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24760): Process ended prematurely: osmo-stp_10.42.42.5(pid=24760) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24760)] [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:15:14.776867 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:15:14.846828 run osmo-hlr_10.42.42.2(pid=24757): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24757)]\u000a10:15:14.901817 run osmo-hlr_10.42.42.2(pid=24757): stdout: \u000a| (launched: 2022-12-09_10:15:11.289362) \u000a10:15:14.956787 run osmo-hlr_10.42.42.2(pid=24757): stderr: \u000a| �[0;m�[1;31m20221209101511484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101511484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101511484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101511484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101511484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101511484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101511496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101511507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101511507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101511507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:15.002511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24746): Terminating (SIGTERM)\u000a10:15:15.045670 run iperf3-srv_10.42.42.10(pid=24747): Terminating (SIGTERM)\u000a10:15:15.089157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24748): Terminating (SIGTERM)\u000a10:15:15.131773 run iperf3-srv_10.42.42.10(pid=24749): Terminating (SIGTERM)\u000a10:15:15.175447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24750): Terminating (SIGTERM)\u000a10:15:15.218259 run iperf3-srv_10.42.42.10(pid=24751): Terminating (SIGTERM)\u000a10:15:15.261428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24752): Terminating (SIGTERM)\u000a10:15:15.304158 run iperf3-srv_10.42.42.10(pid=24753): Terminating (SIGTERM)\u000a10:15:15.349650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24756): Terminating (SIGTERM)\u000a10:15:15.392324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24759): Terminating (SIGTERM)\u000a10:15:15.435265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24773): Terminating (SIGTERM)\u000a10:15:15.445278 --- ParallelTerminationStrategy: PID 24746 died...\u000a10:15:15.502934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24746): Terminated: ok {rc=0}\u000a10:15:15.513635 --- ParallelTerminationStrategy: PID 24747 died...\u000a10:15:15.571079 run iperf3-srv_10.42.42.10(pid=24747): Terminated {rc=256}\u000a10:15:15.581405 --- ParallelTerminationStrategy: PID 24748 died...\u000a10:15:15.638463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24748): Terminated: ok {rc=0}\u000a10:15:15.648873 --- ParallelTerminationStrategy: PID 24749 died...\u000a10:15:15.705833 run iperf3-srv_10.42.42.10(pid=24749): Terminated {rc=256}\u000a10:15:15.716136 --- ParallelTerminationStrategy: PID 24750 died...\u000a10:15:15.772906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24750): Terminated: ok {rc=0}\u000a10:15:15.783470 --- ParallelTerminationStrategy: PID 24751 died...\u000a10:15:15.847541 run iperf3-srv_10.42.42.10(pid=24751): Terminated {rc=256}\u000a10:15:15.864345 --- ParallelTerminationStrategy: PID 24752 died...\u000a10:15:15.922816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24752): Terminated: ok {rc=0}\u000a10:15:15.933867 --- ParallelTerminationStrategy: PID 24753 died...\u000a10:15:15.991937 run iperf3-srv_10.42.42.10(pid=24753): Terminated {rc=256}\u000a10:15:16.003735 --- ParallelTerminationStrategy: PID 24756 died...\u000a10:15:16.065533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24756): Terminated: ok {rc=0}\u000a10:15:16.076199 --- ParallelTerminationStrategy: PID 24759 died...\u000a10:15:16.133105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24759): Terminated: ok {rc=0}\u000a10:15:16.145620 --- ParallelTerminationStrategy: PID 24773 died...\u000a10:15:16.202469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24773): Terminated: ok {rc=0}\u000a10:15:16.294792 bus /gobi_4: Setting Powered False\u000a10:15:17.401500 bus /gobi_4: Setting Powered False\u000a10:15:18.511088 bus /gobi_1: Setting Powered False\u000a10:15:19.619489 bus /gobi_1: Setting Powered False\u000a10:15:20.729684 bus /gobi_0: Setting Powered False\u000a10:15:21.838021 bus /gobi_0: Setting Powered False\u000a10:15:22.948894 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25297): Process ended prematurely: osmo-stp_10.42.42.5(pid=25297) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25297)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25297): Process ended prematurely: osmo-stp_10.42.42.5(pid=25297) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:15:24.024160 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:24.037310 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:15:24.213489 tst ping.py: using LAC 20763\u000a10:15:24.343178 tst ping.py: using RAC 108\u000a10:15:24.471321 tst ping.py: using CellId 20763\u000a10:15:24.602391 tst ping.py: using BVCI 20764\u000a10:15:24.628205 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:24.640727 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:24.652920 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:24.669007 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:24.682089 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:24.694872 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:24.709136 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:24.721899 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:15:25.015691 tst ping.py:19: start network...\u000a10:15:25.154364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:25.709533 run create_hlr_db(pid=25291): Launched\u000a10:15:25.900812 bus /gobi_6: Setting Powered False\u000a10:15:26.922923 run create_hlr_db(pid=25291): Terminated: ok {rc=0}\u000a10:15:27.373924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25293): Launched\u000a10:15:27.811044 run osmo-hlr_10.42.42.2(pid=25294): Launched\u000a10:15:28.054020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:28.648166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25296): Launched\u000a10:15:29.086017 run osmo-stp_10.42.42.5(pid=25297): Launched\u000a10:15:29.309684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:29.878479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25303): Launched\u000a10:15:29.993974 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:30.277906 run patchelf(pid=25304): Launched\u000a10:15:30.467098 run osmo-stp_10.42.42.5(pid=25297): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25297)]\u000a10:15:30.605660 run osmo-stp_10.42.42.5(pid=25297): stdout: \u000a| (launched: 2022-12-09_10:15:28.819258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:30.743878 run osmo-stp_10.42.42.5(pid=25297): stderr: \u000a| �[0;m�[38;5;43m20221209101529117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101529117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101529118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101529118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101529119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101529119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101529119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:30.895258 run osmo-stp_10.42.42.5(pid=25297): stdout: \u000a| (launched: 2022-12-09_10:15:28.819258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:31.051042 run osmo-stp_10.42.42.5(pid=25297): stderr: \u000a| �[0;m�[38;5;43m20221209101529117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101529117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101529118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101529118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101529119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101529119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101529119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:31.207353 run patchelf(pid=25304): Terminating (SIGINT)\u000a10:15:31.395112 run patchelf(pid=25304): Terminated: ok {rc=0}\u000a10:15:31.429082 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25297): Process ended prematurely: osmo-stp_10.42.42.5(pid=25297) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25297)] [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:15:31.439201 tst ping.py:22: Test FAILED (7.4 sec)\u000a10:15:31.505367 run osmo-hlr_10.42.42.2(pid=25294): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25294)]\u000a10:15:31.559626 run osmo-hlr_10.42.42.2(pid=25294): stdout: \u000a| (launched: 2022-12-09_10:15:27.543637) \u000a10:15:31.614342 run osmo-hlr_10.42.42.2(pid=25294): stderr: \u000a| �[0;m�[1;31m20221209101527850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101527850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101527850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101527850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101527850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101527850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101527869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101527885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101527885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101527885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:31.660508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25293): Terminating (SIGTERM)\u000a10:15:31.706112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25296): Terminating (SIGTERM)\u000a10:15:31.750536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25303): Terminating (SIGTERM)\u000a10:15:31.762456 --- ParallelTerminationStrategy: PID 25293 died...\u000a10:15:31.822338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25293): Terminated: ok {rc=0}\u000a10:15:31.833147 --- ParallelTerminationStrategy: PID 25296 died...\u000a10:15:31.891166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25296): Terminated: ok {rc=0}\u000a10:15:31.901924 --- ParallelTerminationStrategy: PID 25303 died...\u000a10:15:31.959937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25303): Terminated: ok {rc=0}\u000a10:15:32.051451 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25311): Process ended prematurely: osmo-stp_10.42.42.5(pid=25311) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25311)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25311): Process ended prematurely: osmo-stp_10.42.42.5(pid=25311) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:15:33.103582 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:33.115675 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:15:33.283237 tst ping_idle_ping.py: using LAC 20764\u000a10:15:33.411516 tst ping_idle_ping.py: using RAC 109\u000a10:15:33.540131 tst ping_idle_ping.py: using CellId 20764\u000a10:15:33.667513 tst ping_idle_ping.py: using BVCI 20765\u000a10:15:33.692440 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:33.703800 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:33.714993 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:33.726629 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:33.738096 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:33.749548 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:33.761058 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:15:33.772406 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:15:34.062221 tst ping_idle_ping.py:24: start network...\u000a10:15:34.198282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:34.719513 run create_hlr_db(pid=25305): Launched\u000a10:15:34.907370 bus /gobi_6: Setting Powered False\u000a10:15:35.928567 run create_hlr_db(pid=25305): Terminated: ok {rc=0}\u000a10:15:36.361756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25307): Launched\u000a10:15:36.688758 run osmo-hlr_10.42.42.2(pid=25308): Launched\u000a10:15:36.808347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:37.374251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25310): Launched\u000a10:15:37.702091 run osmo-stp_10.42.42.5(pid=25311): Launched\u000a10:15:37.819391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:38.383515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25313): Launched\u000a10:15:38.498291 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:38.782119 run patchelf(pid=25314): Launched\u000a10:15:38.971579 run osmo-stp_10.42.42.5(pid=25311): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25311)]\u000a10:15:39.110100 run osmo-stp_10.42.42.5(pid=25311): stdout: \u000a| (launched: 2022-12-09_10:15:37.538646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:39.248492 run osmo-stp_10.42.42.5(pid=25311): stderr: \u000a| �[0;m�[38;5;43m20221209101537730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101537730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101537730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101537731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101537731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101537731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101537731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:39.382276 run osmo-stp_10.42.42.5(pid=25311): stdout: \u000a| (launched: 2022-12-09_10:15:37.538646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:39.514723 run osmo-stp_10.42.42.5(pid=25311): stderr: \u000a| �[0;m�[38;5;43m20221209101537730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101537730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101537730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101537731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101537731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101537731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101537731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:39.669075 run patchelf(pid=25314): Terminating (SIGINT)\u000a10:15:39.849622 run patchelf(pid=25314): Terminated: ok {rc=0}\u000a10:15:39.882503 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25311): Process ended prematurely: osmo-stp_10.42.42.5(pid=25311) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25311)] [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:15:39.891917 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:15:39.956315 run osmo-hlr_10.42.42.2(pid=25308): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25308)]\u000a10:15:40.008563 run osmo-hlr_10.42.42.2(pid=25308): stdout: \u000a| (launched: 2022-12-09_10:15:36.526720) \u000a10:15:40.061355 run osmo-hlr_10.42.42.2(pid=25308): stderr: \u000a| �[0;m�[1;31m20221209101536725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101536725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101536725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101536725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101536725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101536725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101536738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101536746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101536746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101536747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:40.106181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25307): Terminating (SIGTERM)\u000a10:15:40.148560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25310): Terminating (SIGTERM)\u000a10:15:40.190949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25313): Terminating (SIGTERM)\u000a10:15:40.200899 --- ParallelTerminationStrategy: PID 25307 died...\u000a10:15:40.257803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25307): Terminated: ok {rc=0}\u000a10:15:40.268028 --- ParallelTerminationStrategy: PID 25310 died...\u000a10:15:40.324448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25310): Terminated: ok {rc=0}\u000a10:15:40.334591 --- ParallelTerminationStrategy: PID 25313 died...\u000a10:15:40.390958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25313): Terminated: ok {rc=0}\u000a10:15:40.479338 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:14:40" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25329): Process ended prematurely: osmo-stp_10.42.42.5(pid=25329) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25329)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25329): Process ended prematurely: osmo-stp_10.42.42.5(pid=25329) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:15:42.646685 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:42.658014 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:15:42.825272 tst cs_paging_gprs_active.py: using LAC 20765\u000a10:15:42.955679 tst cs_paging_gprs_active.py: using RAC 110\u000a10:15:43.091892 tst cs_paging_gprs_active.py: using CellId 20765\u000a10:15:43.231477 tst cs_paging_gprs_active.py: using BVCI 20766\u000a10:15:43.256652 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:43.267928 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:43.279112 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:43.290646 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:43.301950 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:43.313510 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:43.325159 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:43.336320 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:43.347923 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:15:43.465490 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:15:43.745635 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:15:43.873418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:44.193215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25319): Launched\u000a10:15:44.462778 run iperf3-srv_10.42.42.10(pid=25320): Launched\u000a10:15:44.650836 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:15:44.779356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:45.101224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25321): Launched\u000a10:15:45.366782 run iperf3-srv_10.42.42.10(pid=25322): Launched\u000a10:15:45.553677 tst cs_paging_gprs_active.py:38: start network...\u000a10:15:45.681834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:46.234985 run create_hlr_db(pid=25323): Launched\u000a10:15:46.416697 bus /gobi_6: Setting Powered False\u000a10:15:47.433774 run create_hlr_db(pid=25323): Terminated: ok {rc=0}\u000a10:15:47.870539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25325): Launched\u000a10:15:48.202110 run osmo-hlr_10.42.42.2(pid=25326): Launched\u000a10:15:48.324786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:48.897015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25328): Launched\u000a10:15:49.227585 run osmo-stp_10.42.42.5(pid=25329): Launched\u000a10:15:49.347888 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:49.924403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25331): Launched\u000a10:15:50.041836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:50.329418 run patchelf(pid=25332): Launched\u000a10:15:50.522434 run osmo-stp_10.42.42.5(pid=25329): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25329)]\u000a10:15:50.663426 run osmo-stp_10.42.42.5(pid=25329): stdout: \u000a| (launched: 2022-12-09_10:15:49.064288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:50.803794 run osmo-stp_10.42.42.5(pid=25329): stderr: \u000a| �[0;m�[38;5;43m20221209101549256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101549256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101549256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101549257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101549257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101549257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101549257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:50.939737 run osmo-stp_10.42.42.5(pid=25329): stdout: \u000a| (launched: 2022-12-09_10:15:49.064288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:51.075144 run osmo-stp_10.42.42.5(pid=25329): stderr: \u000a| �[0;m�[38;5;43m20221209101549256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101549256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101549256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101549257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101549257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101549257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101549257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:51.232595 run patchelf(pid=25332): Terminating (SIGINT)\u000a10:15:51.417275 run patchelf(pid=25332): Terminated: ok {rc=0}\u000a10:15:51.451221 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25329): Process ended prematurely: osmo-stp_10.42.42.5(pid=25329) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25329)] [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:15:51.461272 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:15:51.526829 run osmo-hlr_10.42.42.2(pid=25326): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25326)]\u000a10:15:51.579632 run osmo-hlr_10.42.42.2(pid=25326): stdout: \u000a| (launched: 2022-12-09_10:15:48.038113) \u000a10:15:51.632784 run osmo-hlr_10.42.42.2(pid=25326): stderr: \u000a| �[0;m�[1;31m20221209101548236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101548236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101548236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101548236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101548236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101548236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101548250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101548259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101548259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101548259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:51.678310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25319): Terminating (SIGTERM)\u000a10:15:51.721115 run iperf3-srv_10.42.42.10(pid=25320): Terminating (SIGTERM)\u000a10:15:51.763730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25321): Terminating (SIGTERM)\u000a10:15:51.807189 run iperf3-srv_10.42.42.10(pid=25322): Terminating (SIGTERM)\u000a10:15:51.849943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25325): Terminating (SIGTERM)\u000a10:15:51.892563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25328): Terminating (SIGTERM)\u000a10:15:51.935164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25331): Terminating (SIGTERM)\u000a10:15:51.945289 --- ParallelTerminationStrategy: PID 25319 died...\u000a10:15:52.002748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25319): Terminated: ok {rc=0}\u000a10:15:52.012876 --- ParallelTerminationStrategy: PID 25320 died...\u000a10:15:52.069557 run iperf3-srv_10.42.42.10(pid=25320): Terminated {rc=256}\u000a10:15:52.079701 --- ParallelTerminationStrategy: PID 25321 died...\u000a10:15:52.136378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25321): Terminated: ok {rc=0}\u000a10:15:52.146487 --- ParallelTerminationStrategy: PID 25322 died...\u000a10:15:52.203402 run iperf3-srv_10.42.42.10(pid=25322): Terminated {rc=256}\u000a10:15:52.213879 --- ParallelTerminationStrategy: PID 25325 died...\u000a10:15:52.270606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25325): Terminated: ok {rc=0}\u000a10:15:52.280716 --- ParallelTerminationStrategy: PID 25328 died...\u000a10:15:52.337444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25328): Terminated: ok {rc=0}\u000a10:15:52.347598 --- ParallelTerminationStrategy: PID 25331 died...\u000a10:15:52.404328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25331): Terminated: ok {rc=0}\u000a10:15:52.495702 bus /gobi_0: Setting Powered False\u000a10:15:53.601074 bus /gobi_0: Setting Powered False\u000a10:15:54.712350 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25341): Process ended prematurely: osmo-stp_10.42.42.5(pid=25341) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25341)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25341): Process ended prematurely: osmo-stp_10.42.42.5(pid=25341) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:15:55.828545 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:55.840497 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:15:56.016802 tst iperf3.py: using LAC 20766\u000a10:15:56.145075 tst iperf3.py: using RAC 111\u000a10:15:56.272071 tst iperf3.py: using CellId 20766\u000a10:15:56.399045 tst iperf3.py: using BVCI 20767\u000a10:15:56.424233 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:56.435539 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:56.446749 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:56.458197 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:56.469575 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:56.480834 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:56.492284 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:56.503681 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:15:56.515159 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:15:56.795907 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:15:56.923610 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:57.242785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25333): Launched\u000a10:15:57.509253 run iperf3-srv_10.42.42.10(pid=25334): Launched\u000a10:15:57.695121 tst iperf3.py:8: start network...\u000a10:15:57.822862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:58.317731 run create_hlr_db(pid=25335): Launched\u000a10:15:58.494282 bus /gobi_6: Setting Powered False\u000a10:15:59.527666 run create_hlr_db(pid=25335): Terminated: ok {rc=0}\u000a10:15:59.939631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25337): Launched\u000a10:16:00.246727 run osmo-hlr_10.42.42.2(pid=25338): Launched\u000a10:16:00.367131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:00.943454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25340): Launched\u000a10:16:01.353548 run osmo-stp_10.42.42.5(pid=25341): Launched\u000a10:16:01.569823 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:16:02.231833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25343): Launched\u000a10:16:02.342763 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:16:02.612891 run patchelf(pid=25344): Launched\u000a10:16:02.793237 run osmo-stp_10.42.42.5(pid=25341): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25341)]\u000a10:16:02.924436 run osmo-stp_10.42.42.5(pid=25341): stdout: \u000a| (launched: 2022-12-09_10:16:01.102742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:03.056261 run osmo-stp_10.42.42.5(pid=25341): stderr: \u000a| �[0;m�[38;5;43m20221209101601435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101601435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101601435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101601435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101601436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101601436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101601436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:03.183651 run osmo-stp_10.42.42.5(pid=25341): stdout: \u000a| (launched: 2022-12-09_10:16:01.102742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:03.310468 run osmo-stp_10.42.42.5(pid=25341): stderr: \u000a| �[0;m�[38;5;43m20221209101601435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101601435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101601435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101601435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101601436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101601436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101601436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:03.457666 run patchelf(pid=25344): Terminating (SIGINT)\u000a10:16:03.629965 run patchelf(pid=25344): Terminated: ok {rc=0}\u000a10:16:03.661670 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25341): Process ended prematurely: osmo-stp_10.42.42.5(pid=25341) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25341)] [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:16:03.671138 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a10:16:03.731674 run osmo-hlr_10.42.42.2(pid=25338): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25338)]\u000a10:16:03.781014 run osmo-hlr_10.42.42.2(pid=25338): stdout: \u000a| (launched: 2022-12-09_10:16:00.095331) \u000a10:16:03.831028 run osmo-hlr_10.42.42.2(pid=25338): stderr: \u000a| �[0;m�[1;31m20221209101600271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101600271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101600271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101600271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101600271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101600271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101600284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101600295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101600295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101600295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:03.873531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25333): Terminating (SIGTERM)\u000a10:16:03.913860 run iperf3-srv_10.42.42.10(pid=25334): Terminating (SIGTERM)\u000a10:16:03.954255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25337): Terminating (SIGTERM)\u000a10:16:03.994908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25340): Terminating (SIGTERM)\u000a10:16:04.035401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25343): Terminating (SIGTERM)\u000a10:16:04.044796 --- ParallelTerminationStrategy: PID 25333 died...\u000a10:16:04.098951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25333): Terminated: ok {rc=0}\u000a10:16:04.108706 --- ParallelTerminationStrategy: PID 25334 died...\u000a10:16:04.162148 run iperf3-srv_10.42.42.10(pid=25334): Terminated {rc=256}\u000a10:16:04.171763 --- ParallelTerminationStrategy: PID 25337 died...\u000a10:16:04.225401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25337): Terminated: ok {rc=0}\u000a10:16:04.234950 --- ParallelTerminationStrategy: PID 25340 died...\u000a10:16:04.288248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25340): Terminated: ok {rc=0}\u000a10:16:04.297855 --- ParallelTerminationStrategy: PID 25343 died...\u000a10:16:04.351469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25343): Terminated: ok {rc=0}\u000a10:16:04.440640 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25359): Process ended prematurely: osmo-stp_10.42.42.5(pid=25359) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25359)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25359): Process ended prematurely: osmo-stp_10.42.42.5(pid=25359) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:16:05.553620 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:05.565212 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:16:05.725197 tst iperf3m4.py: using LAC 20767\u000a10:16:05.849227 tst iperf3m4.py: using RAC 112\u000a10:16:05.971030 tst iperf3m4.py: using CellId 20767\u000a10:16:06.091849 tst iperf3m4.py: using BVCI 20768\u000a10:16:06.115439 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:06.126381 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:06.137145 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:06.147903 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:06.158589 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:06.169259 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:06.180027 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:06.190742 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:06.201691 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:16:06.321518 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:16:06.439894 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:16:06.562472 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:16:06.845047 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:16:06.972587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:07.292381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25345): Launched\u000a10:16:07.560030 run iperf3-srv_10.42.42.10(pid=25346): Launched\u000a10:16:07.746781 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:16:07.874602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:08.193905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25347): Launched\u000a10:16:08.462373 run iperf3-srv_10.42.42.10(pid=25348): Launched\u000a10:16:08.649128 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:16:08.776812 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:09.095258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25349): Launched\u000a10:16:09.361166 run iperf3-srv_10.42.42.10(pid=25350): Launched\u000a10:16:09.547801 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:16:09.675050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:09.995338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25351): Launched\u000a10:16:10.265151 run iperf3-srv_10.42.42.10(pid=25352): Launched\u000a10:16:10.450864 tst iperf3m4.py:8: start network...\u000a10:16:10.578641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:11.075204 run create_hlr_db(pid=25353): Launched\u000a10:16:11.252040 bus /gobi_6: Setting Powered False\u000a10:16:12.273286 run create_hlr_db(pid=25353): Terminated: ok {rc=0}\u000a10:16:12.714714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25355): Launched\u000a10:16:13.045934 run osmo-hlr_10.42.42.2(pid=25356): Launched\u000a10:16:13.168184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:13.747260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25358): Launched\u000a10:16:14.077416 run osmo-stp_10.42.42.5(pid=25359): Launched\u000a10:16:14.197254 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:16:14.773700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25361): Launched\u000a10:16:14.891125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:16:15.179920 run patchelf(pid=25362): Launched\u000a10:16:15.372310 run osmo-stp_10.42.42.5(pid=25359): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25359)]\u000a10:16:15.512458 run osmo-stp_10.42.42.5(pid=25359): stdout: \u000a| (launched: 2022-12-09_10:16:13.914024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:15.653427 run osmo-stp_10.42.42.5(pid=25359): stderr: \u000a| �[0;m�[38;5;43m20221209101614103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101614103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101614103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101614104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101614104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101614104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101614104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:15.789967 run osmo-stp_10.42.42.5(pid=25359): stdout: \u000a| (launched: 2022-12-09_10:16:13.914024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:15.951296 run osmo-stp_10.42.42.5(pid=25359): stderr: \u000a| �[0;m�[38;5;43m20221209101614103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101614103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101614103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101614104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101614104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101614104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101614104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:16.111309 run patchelf(pid=25362): Terminating (SIGINT)\u000a10:16:16.300246 run patchelf(pid=25362): Terminated: ok {rc=0}\u000a10:16:16.335687 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25359): Process ended prematurely: osmo-stp_10.42.42.5(pid=25359) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25359)] [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:16:16.346936 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:16:16.416546 run osmo-hlr_10.42.42.2(pid=25356): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25356)]\u000a10:16:16.471553 run osmo-hlr_10.42.42.2(pid=25356): stdout: \u000a| (launched: 2022-12-09_10:16:12.882320) \u000a10:16:16.527342 run osmo-hlr_10.42.42.2(pid=25356): stderr: \u000a| �[0;m�[1;31m20221209101613076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101613077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101613077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101613077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101613077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101613077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101613095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101613105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101613105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101613105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:16.574327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25345): Terminating (SIGTERM)\u000a10:16:16.622745 run iperf3-srv_10.42.42.10(pid=25346): Terminating (SIGTERM)\u000a10:16:16.667935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25347): Terminating (SIGTERM)\u000a10:16:16.714177 run iperf3-srv_10.42.42.10(pid=25348): Terminating (SIGTERM)\u000a10:16:16.761835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25349): Terminating (SIGTERM)\u000a10:16:16.808262 run iperf3-srv_10.42.42.10(pid=25350): Terminating (SIGTERM)\u000a10:16:16.854893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25351): Terminating (SIGTERM)\u000a10:16:16.901257 run iperf3-srv_10.42.42.10(pid=25352): Terminating (SIGTERM)\u000a10:16:16.947801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25355): Terminating (SIGTERM)\u000a10:16:16.992498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25358): Terminating (SIGTERM)\u000a10:16:17.036921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25361): Terminating (SIGTERM)\u000a10:16:17.047353 --- ParallelTerminationStrategy: PID 25345 died...\u000a10:16:17.107365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25345): Terminated: ok {rc=0}\u000a10:16:17.118521 --- ParallelTerminationStrategy: PID 25346 died...\u000a10:16:17.177432 run iperf3-srv_10.42.42.10(pid=25346): Terminated {rc=256}\u000a10:16:17.187572 --- ParallelTerminationStrategy: PID 25347 died...\u000a10:16:17.244390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25347): Terminated: ok {rc=0}\u000a10:16:17.255328 --- ParallelTerminationStrategy: PID 25348 died...\u000a10:16:17.312056 run iperf3-srv_10.42.42.10(pid=25348): Terminated {rc=256}\u000a10:16:17.323003 --- ParallelTerminationStrategy: PID 25349 died...\u000a10:16:17.380874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25349): Terminated: ok {rc=0}\u000a10:16:17.391098 --- ParallelTerminationStrategy: PID 25350 died...\u000a10:16:17.448735 run iperf3-srv_10.42.42.10(pid=25350): Terminated {rc=256}\u000a10:16:17.458957 --- ParallelTerminationStrategy: PID 25351 died...\u000a10:16:17.516698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25351): Terminated: ok {rc=0}\u000a10:16:17.526927 --- ParallelTerminationStrategy: PID 25352 died...\u000a10:16:17.584889 run iperf3-srv_10.42.42.10(pid=25352): Terminated {rc=256}\u000a10:16:17.595155 --- ParallelTerminationStrategy: PID 25355 died...\u000a10:16:17.652998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25355): Terminated: ok {rc=0}\u000a10:16:17.663537 --- ParallelTerminationStrategy: PID 25358 died...\u000a10:16:17.721509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25358): Terminated: ok {rc=0}\u000a10:16:17.731756 --- ParallelTerminationStrategy: PID 25361 died...\u000a10:16:17.790177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25361): Terminated: ok {rc=0}\u000a10:16:17.878309 bus /gobi_4: Setting Powered False\u000a10:16:18.987560 bus /gobi_4: Setting Powered False\u000a10:16:20.096812 bus /gobi_1: Setting Powered False\u000a10:16:21.205164 bus /gobi_1: Setting Powered False\u000a10:16:22.316730 bus /gobi_0: Setting Powered False\u000a10:16:23.420448 bus /gobi_0: Setting Powered False\u000a10:16:24.531491 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25369): Process ended prematurely: osmo-stp_10.42.42.5(pid=25369) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25369)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25369): Process ended prematurely: osmo-stp_10.42.42.5(pid=25369) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:16:25.600018 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:25.612097 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:16:25.778424 tst ping.py: using LAC 20768\u000a10:16:25.907174 tst ping.py: using RAC 113\u000a10:16:26.035625 tst ping.py: using CellId 20768\u000a10:16:26.164267 tst ping.py: using BVCI 20769\u000a10:16:26.189211 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:26.200594 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:26.211802 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:26.223330 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:26.234568 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:26.246008 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:26.257977 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:26.269395 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:16:26.562098 tst ping.py:19: start network...\u000a10:16:26.696640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:27.205070 run create_hlr_db(pid=25363): Launched\u000a10:16:27.391574 bus /gobi_6: Setting Powered False\u000a10:16:28.411829 run create_hlr_db(pid=25363): Terminated: ok {rc=0}\u000a10:16:28.819673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25365): Launched\u000a10:16:29.124938 run osmo-hlr_10.42.42.2(pid=25366): Launched\u000a10:16:29.238367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:29.774028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25368): Launched\u000a10:16:30.076209 run osmo-stp_10.42.42.5(pid=25369): Launched\u000a10:16:30.185294 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:16:30.714285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25371): Launched\u000a10:16:30.820780 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:16:31.119808 run patchelf(pid=25372): Launched\u000a10:16:31.316138 run osmo-stp_10.42.42.5(pid=25369): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25369)]\u000a10:16:31.459587 run osmo-stp_10.42.42.5(pid=25369): stdout: \u000a| (launched: 2022-12-09_10:16:29.927042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:31.619891 run osmo-stp_10.42.42.5(pid=25369): stderr: \u000a| �[0;m�[38;5;43m20221209101630095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101630096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101630096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101630096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101630097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101630097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101630097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:31.765913 run osmo-stp_10.42.42.5(pid=25369): stdout: \u000a| (launched: 2022-12-09_10:16:29.927042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:31.902319 run osmo-stp_10.42.42.5(pid=25369): stderr: \u000a| �[0;m�[38;5;43m20221209101630095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101630096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101630096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101630096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101630097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101630097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101630097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:32.061282 run patchelf(pid=25372): Terminating (SIGINT)\u000a10:16:32.246372 run patchelf(pid=25372): Terminated: ok {rc=0}\u000a10:16:32.279435 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25369): Process ended prematurely: osmo-stp_10.42.42.5(pid=25369) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25369)] [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:16:32.288885 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:16:32.354519 run osmo-hlr_10.42.42.2(pid=25366): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25366)]\u000a10:16:32.407117 run osmo-hlr_10.42.42.2(pid=25366): stdout: \u000a| (launched: 2022-12-09_10:16:28.972896) \u000a10:16:32.460459 run osmo-hlr_10.42.42.2(pid=25366): stderr: \u000a| �[0;m�[1;31m20221209101629149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101629149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101629149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101629149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101629149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101629149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101629162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101629170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101629170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101629170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:32.505914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25365): Terminating (SIGTERM)\u000a10:16:32.549172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25368): Terminating (SIGTERM)\u000a10:16:32.593165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25371): Terminating (SIGTERM)\u000a10:16:32.603128 --- ParallelTerminationStrategy: PID 25365 died...\u000a10:16:32.660425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25365): Terminated: ok {rc=0}\u000a10:16:32.670691 --- ParallelTerminationStrategy: PID 25368 died...\u000a10:16:32.727551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25368): Terminated: ok {rc=0}\u000a10:16:32.738048 --- ParallelTerminationStrategy: PID 25371 died...\u000a10:16:32.794618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25371): Terminated: ok {rc=0}\u000a10:16:32.883529 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25379): Process ended prematurely: osmo-stp_10.42.42.5(pid=25379) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25379)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25379): Process ended prematurely: osmo-stp_10.42.42.5(pid=25379) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:16:33.936663 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:33.948651 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:16:34.121084 tst ping_idle_ping.py: using LAC 20769\u000a10:16:34.246403 tst ping_idle_ping.py: using RAC 114\u000a10:16:34.378222 tst ping_idle_ping.py: using CellId 20769\u000a10:16:34.505683 tst ping_idle_ping.py: using BVCI 20770\u000a10:16:34.530717 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:34.542381 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:34.554016 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:34.565660 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:34.576829 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:34.588287 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:34.599985 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:16:34.611335 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:16:34.890153 tst ping_idle_ping.py:24: start network...\u000a10:16:35.015126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:35.506769 run create_hlr_db(pid=25373): Launched\u000a10:16:35.681283 bus /gobi_6: Setting Powered False\u000a10:16:36.714519 run create_hlr_db(pid=25373): Terminated: ok {rc=0}\u000a10:16:37.148111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25375): Launched\u000a10:16:37.473240 run osmo-hlr_10.42.42.2(pid=25376): Launched\u000a10:16:37.594278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:38.162328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25378): Launched\u000a10:16:38.488610 run osmo-stp_10.42.42.5(pid=25379): Launched\u000a10:16:38.606268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:16:39.171409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25381): Launched\u000a10:16:39.286687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:16:39.570858 run patchelf(pid=25382): Launched\u000a10:16:39.760686 run osmo-stp_10.42.42.5(pid=25379): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25379)]\u000a10:16:39.899021 run osmo-stp_10.42.42.5(pid=25379): stdout: \u000a| (launched: 2022-12-09_10:16:38.327158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:40.037717 run osmo-stp_10.42.42.5(pid=25379): stderr: \u000a| �[0;m�[38;5;43m20221209101638517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101638517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101638518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101638518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101638518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101638519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101638519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:40.171784 run osmo-stp_10.42.42.5(pid=25379): stdout: \u000a| (launched: 2022-12-09_10:16:38.327158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:40.305113 run osmo-stp_10.42.42.5(pid=25379): stderr: \u000a| �[0;m�[38;5;43m20221209101638517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101638517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101638518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101638518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101638518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101638519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101638519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:40.459673 run patchelf(pid=25382): Terminating (SIGINT)\u000a10:16:40.641477 run patchelf(pid=25382): Terminated: ok {rc=0}\u000a10:16:40.674349 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25379): Process ended prematurely: osmo-stp_10.42.42.5(pid=25379) [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25379)] [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:16:40.683826 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:16:40.748776 run osmo-hlr_10.42.42.2(pid=25376): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25376)]\u000a10:16:40.800991 run osmo-hlr_10.42.42.2(pid=25376): stdout: \u000a| (launched: 2022-12-09_10:16:37.313037) \u000a10:16:40.853683 run osmo-hlr_10.42.42.2(pid=25376): stderr: \u000a| �[0;m�[1;31m20221209101637511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101637511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101637511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101637511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101637511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101637511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101637524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101637533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101637533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101637533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:40.898568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25375): Terminating (SIGTERM)\u000a10:16:40.941388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25378): Terminating (SIGTERM)\u000a10:16:40.983792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25381): Terminating (SIGTERM)\u000a10:16:40.993636 --- ParallelTerminationStrategy: PID 25375 died...\u000a10:16:41.049878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25375): Terminated: ok {rc=0}\u000a10:16:41.060255 --- ParallelTerminationStrategy: PID 25378 died...\u000a10:16:41.116657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25378): Terminated: ok {rc=0}\u000a10:16:41.126760 --- ParallelTerminationStrategy: PID 25381 died...\u000a10:16:41.183066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25381): Terminated: ok {rc=0}\u000a10:16:41.273828 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:15:42" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25397): Process ended prematurely: osmo-stp_10.42.42.5(pid=25397) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25397)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25397): Process ended prematurely: osmo-stp_10.42.42.5(pid=25397) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:16:43.435730 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:43.447102 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:16:43.588483 tst cs_paging_gprs_active.py: using LAC 20770\u000a10:16:43.710692 tst cs_paging_gprs_active.py: using RAC 115\u000a10:16:43.833072 tst cs_paging_gprs_active.py: using CellId 20770\u000a10:16:43.955091 tst cs_paging_gprs_active.py: using BVCI 20771\u000a10:16:43.978621 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:43.989903 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:44.000843 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:44.011876 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:44.022851 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:44.033855 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:44.044853 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:44.055748 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:44.066979 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:16:44.186450 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:16:44.468333 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:16:44.597101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:44.918062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25387): Launched\u000a10:16:45.186187 run iperf3-srv_10.42.42.10(pid=25388): Launched\u000a10:16:45.372901 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:16:45.500550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:45.820861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25389): Launched\u000a10:16:46.142248 run iperf3-srv_10.42.42.10(pid=25390): Launched\u000a10:16:46.350493 tst cs_paging_gprs_active.py:38: start network...\u000a10:16:46.492013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:47.078428 run create_hlr_db(pid=25391): Launched\u000a10:16:47.271193 bus /gobi_6: Setting Powered False\u000a10:16:48.277978 run create_hlr_db(pid=25391): Terminated: ok {rc=0}\u000a10:16:48.727023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25393): Launched\u000a10:16:49.058924 run osmo-hlr_10.42.42.2(pid=25394): Launched\u000a10:16:49.182616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:49.755594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25396): Launched\u000a10:16:50.086691 run osmo-stp_10.42.42.5(pid=25397): Launched\u000a10:16:50.206525 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:16:50.783729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25399): Launched\u000a10:16:50.902432 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:16:51.191756 run patchelf(pid=25400): Launched\u000a10:16:51.384283 run osmo-stp_10.42.42.5(pid=25397): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25397)]\u000a10:16:51.524313 run osmo-stp_10.42.42.5(pid=25397): stdout: \u000a| (launched: 2022-12-09_10:16:49.922960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:51.665474 run osmo-stp_10.42.42.5(pid=25397): stderr: \u000a| �[0;m�[38;5;43m20221209101650113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101650113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101650113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101650114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101650114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101650114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101650114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:51.801925 run osmo-stp_10.42.42.5(pid=25397): stdout: \u000a| (launched: 2022-12-09_10:16:49.922960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:51.937216 run osmo-stp_10.42.42.5(pid=25397): stderr: \u000a| �[0;m�[38;5;43m20221209101650113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101650113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101650113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101650114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101650114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101650114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101650114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:52.094086 run patchelf(pid=25400): Terminating (SIGINT)\u000a10:16:52.278123 run patchelf(pid=25400): Terminated: ok {rc=0}\u000a10:16:52.312089 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25397): Process ended prematurely: osmo-stp_10.42.42.5(pid=25397) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25397)] [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a10:16:52.322217 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a10:16:52.386921 run osmo-hlr_10.42.42.2(pid=25394): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25394)]\u000a10:16:52.439131 run osmo-hlr_10.42.42.2(pid=25394): stdout: \u000a| (launched: 2022-12-09_10:16:48.894839) \u000a10:16:52.492015 run osmo-hlr_10.42.42.2(pid=25394): stderr: \u000a| �[0;m�[1;31m20221209101649092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101649092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101649092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101649092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101649092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101649092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101649105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101649114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101649114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101649114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:52.537050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25387): Terminating (SIGTERM)\u000a10:16:52.579527 run iperf3-srv_10.42.42.10(pid=25388): Terminating (SIGTERM)\u000a10:16:52.622495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25389): Terminating (SIGTERM)\u000a10:16:52.664493 run iperf3-srv_10.42.42.10(pid=25390): Terminating (SIGTERM)\u000a10:16:52.707222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25393): Terminating (SIGTERM)\u000a10:16:52.749288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25396): Terminating (SIGTERM)\u000a10:16:52.791770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25399): Terminating (SIGTERM)\u000a10:16:52.801284 --- ParallelTerminationStrategy: PID 25387 died...\u000a10:16:52.857809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25387): Terminated: ok {rc=0}\u000a10:16:52.868238 --- ParallelTerminationStrategy: PID 25388 died...\u000a10:16:52.924781 run iperf3-srv_10.42.42.10(pid=25388): Terminated {rc=256}\u000a10:16:52.934858 --- ParallelTerminationStrategy: PID 25389 died...\u000a10:16:52.991282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25389): Terminated: ok {rc=0}\u000a10:16:53.001403 --- ParallelTerminationStrategy: PID 25390 died...\u000a10:16:53.057448 run iperf3-srv_10.42.42.10(pid=25390): Terminated {rc=256}\u000a10:16:53.067478 --- ParallelTerminationStrategy: PID 25393 died...\u000a10:16:53.123494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25393): Terminated: ok {rc=0}\u000a10:16:53.134199 --- ParallelTerminationStrategy: PID 25396 died...\u000a10:16:53.190546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25396): Terminated: ok {rc=0}\u000a10:16:53.200512 --- ParallelTerminationStrategy: PID 25399 died...\u000a10:16:53.256419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25399): Terminated: ok {rc=0}\u000a10:16:53.343761 bus /gobi_0: Setting Powered False\u000a10:16:54.451506 bus /gobi_0: Setting Powered False\u000a10:16:55.559974 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25412): Process ended prematurely: osmo-stp_10.42.42.5(pid=25412) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25412)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25412): Process ended prematurely: osmo-stp_10.42.42.5(pid=25412) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a10:16:56.676465 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:56.688814 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:16:56.845258 tst iperf3.py: using LAC 20771\u000a10:16:56.967091 tst iperf3.py: using RAC 116\u000a10:16:57.085770 tst iperf3.py: using CellId 20771\u000a10:16:57.204239 tst iperf3.py: using BVCI 20772\u000a10:16:57.228032 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:57.239381 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:57.250626 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:57.261771 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:57.272755 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:57.283716 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:57.294901 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:57.305842 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:16:57.317282 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:16:57.596802 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:16:57.725231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:58.044421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25401): Launched\u000a10:16:58.309762 run iperf3-srv_10.42.42.10(pid=25402): Launched\u000a10:16:58.495764 tst iperf3.py:8: start network...\u000a10:16:58.622935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:59.115942 run create_hlr_db(pid=25403): Launched\u000a10:16:59.292873 bus /gobi_6: Setting Powered False\u000a10:17:00.313623 run create_hlr_db(pid=25403): Terminated: ok {rc=0}\u000a10:17:00.751740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25405): Launched\u000a10:17:01.200266 run osmo-hlr_10.42.42.2(pid=25406): Launched\u000a10:17:01.485361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:02.074918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25411): Launched\u000a10:17:02.399306 run osmo-stp_10.42.42.5(pid=25412): Launched\u000a10:17:02.519742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:17:03.102576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25414): Launched\u000a10:17:03.220325 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:17:03.508233 run patchelf(pid=25415): Launched\u000a10:17:03.700810 run osmo-stp_10.42.42.5(pid=25412): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25412)]\u000a10:17:03.841476 run osmo-stp_10.42.42.5(pid=25412): stdout: \u000a| (launched: 2022-12-09_10:17:02.236708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:03.982215 run osmo-stp_10.42.42.5(pid=25412): stderr: \u000a| �[0;m�[38;5;43m20221209101702423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101702423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101702423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101702424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101702424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101702424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101702424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:04.118645 run osmo-stp_10.42.42.5(pid=25412): stdout: \u000a| (launched: 2022-12-09_10:17:02.236708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:04.254402 run osmo-stp_10.42.42.5(pid=25412): stderr: \u000a| �[0;m�[38;5;43m20221209101702423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101702423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101702423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101702424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101702424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101702424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101702424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:04.411516 run patchelf(pid=25415): Terminating (SIGINT)\u000a10:17:04.596377 run patchelf(pid=25415): Terminated: ok {rc=0}\u000a10:17:04.630451 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25412): Process ended prematurely: osmo-stp_10.42.42.5(pid=25412) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25412)] [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a10:17:04.640602 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a10:17:04.704887 run osmo-hlr_10.42.42.2(pid=25406): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25406)]\u000a10:17:04.757011 run osmo-hlr_10.42.42.2(pid=25406): stdout: \u000a| (launched: 2022-12-09_10:17:00.938806) \u000a10:17:04.809856 run osmo-hlr_10.42.42.2(pid=25406): stderr: \u000a| �[0;m�[1;31m20221209101701278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101701278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101701278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101701278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101701278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101701278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101701295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101701311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101701312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101701312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:04.854817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25401): Terminating (SIGTERM)\u000a10:17:04.896755 run iperf3-srv_10.42.42.10(pid=25402): Terminating (SIGTERM)\u000a10:17:04.939477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25405): Terminating (SIGTERM)\u000a10:17:04.982106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25411): Terminating (SIGTERM)\u000a10:17:05.024712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25414): Terminating (SIGTERM)\u000a10:17:05.034563 --- ParallelTerminationStrategy: PID 25401 died...\u000a10:17:05.091311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25401): Terminated: ok {rc=0}\u000a10:17:05.101827 --- ParallelTerminationStrategy: PID 25402 died...\u000a10:17:05.158048 run iperf3-srv_10.42.42.10(pid=25402): Terminated {rc=256}\u000a10:17:05.168117 --- ParallelTerminationStrategy: PID 25405 died...\u000a10:17:05.224385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25405): Terminated: ok {rc=0}\u000a10:17:05.234484 --- ParallelTerminationStrategy: PID 25411 died...\u000a10:17:05.291145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25411): Terminated: ok {rc=0}\u000a10:17:05.301393 --- ParallelTerminationStrategy: PID 25414 died...\u000a10:17:05.357792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25414): Terminated: ok {rc=0}\u000a10:17:05.445866 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25430): Process ended prematurely: osmo-stp_10.42.42.5(pid=25430) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25430)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25430): Process ended prematurely: osmo-stp_10.42.42.5(pid=25430) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a10:17:06.562890 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:06.575454 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:17:06.721061 tst iperf3m4.py: using LAC 20772\u000a10:17:06.841429 tst iperf3m4.py: using RAC 117\u000a10:17:06.962399 tst iperf3m4.py: using CellId 20772\u000a10:17:07.083093 tst iperf3m4.py: using BVCI 20773\u000a10:17:07.106685 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:07.118156 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:07.129324 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:07.140896 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:07.152486 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:07.164159 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:07.176276 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:07.187785 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:07.200019 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:17:07.316819 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:17:07.440753 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:17:07.559607 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:17:07.850461 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:17:07.978758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:17:08.299095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25416): Launched\u000a10:17:08.566059 run iperf3-srv_10.42.42.10(pid=25417): Launched\u000a10:17:08.752743 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:17:08.880606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:17:09.222380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25418): Launched\u000a10:17:09.508623 run iperf3-srv_10.42.42.10(pid=25419): Launched\u000a10:17:09.711108 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:17:09.848795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:17:10.190473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25420): Launched\u000a10:17:10.476521 run iperf3-srv_10.42.42.10(pid=25421): Launched\u000a10:17:10.678815 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:17:10.816553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:17:11.161535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25422): Launched\u000a10:17:11.446782 run iperf3-srv_10.42.42.10(pid=25423): Launched\u000a10:17:11.648899 tst iperf3m4.py:8: start network...\u000a10:17:11.786609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:12.310108 run create_hlr_db(pid=25424): Launched\u000a10:17:12.499898 bus /gobi_6: Setting Powered False\u000a10:17:13.509130 run create_hlr_db(pid=25424): Terminated: ok {rc=0}\u000a10:17:13.955920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25426): Launched\u000a10:17:14.285862 run osmo-hlr_10.42.42.2(pid=25427): Launched\u000a10:17:14.405866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:14.986038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25429): Launched\u000a10:17:15.315898 run osmo-stp_10.42.42.5(pid=25430): Launched\u000a10:17:15.434952 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:17:16.056691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25432): Launched\u000a10:17:16.177241 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:17:16.481794 run patchelf(pid=25433): Launched\u000a10:17:16.678808 run osmo-stp_10.42.42.5(pid=25430): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25430)]\u000a10:17:16.822251 run osmo-stp_10.42.42.5(pid=25430): stdout: \u000a| (launched: 2022-12-09_10:17:15.154054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:16.966623 run osmo-stp_10.42.42.5(pid=25430): stderr: \u000a| �[0;m�[38;5;43m20221209101715345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101715345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101715345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101715346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101715346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101715346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101715346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:17.107186 run osmo-stp_10.42.42.5(pid=25430): stdout: \u000a| (launched: 2022-12-09_10:17:15.154054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:17.246212 run osmo-stp_10.42.42.5(pid=25430): stderr: \u000a| �[0;m�[38;5;43m20221209101715345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101715345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101715345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101715346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101715346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101715346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101715346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:17.404623 run patchelf(pid=25433): Terminating (SIGINT)\u000a10:17:17.589985 run patchelf(pid=25433): Terminated: ok {rc=0}\u000a10:17:17.624276 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25430): Process ended prematurely: osmo-stp_10.42.42.5(pid=25430) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25430)] [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a10:17:17.634670 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a10:17:17.700091 run osmo-hlr_10.42.42.2(pid=25427): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25427)]\u000a10:17:17.753212 run osmo-hlr_10.42.42.2(pid=25427): stdout: \u000a| (launched: 2022-12-09_10:17:14.123377) \u000a10:17:17.806363 run osmo-hlr_10.42.42.2(pid=25427): stderr: \u000a| �[0;m�[1;31m20221209101714319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101714319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101714319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101714319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101714319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101714319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101714332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101714341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101714341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101714341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:17.851285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25416): Terminating (SIGTERM)\u000a10:17:17.894378 run iperf3-srv_10.42.42.10(pid=25417): Terminating (SIGTERM)\u000a10:17:17.937113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25418): Terminating (SIGTERM)\u000a10:17:17.979715 run iperf3-srv_10.42.42.10(pid=25419): Terminating (SIGTERM)\u000a10:17:18.022401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25420): Terminating (SIGTERM)\u000a10:17:18.065112 run iperf3-srv_10.42.42.10(pid=25421): Terminating (SIGTERM)\u000a10:17:18.108193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25422): Terminating (SIGTERM)\u000a10:17:18.150996 run iperf3-srv_10.42.42.10(pid=25423): Terminating (SIGTERM)\u000a10:17:18.193723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25426): Terminating (SIGTERM)\u000a10:17:18.236756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25429): Terminating (SIGTERM)\u000a10:17:18.279429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25432): Terminating (SIGTERM)\u000a10:17:18.289343 --- ParallelTerminationStrategy: PID 25416 died...\u000a10:17:18.346378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25416): Terminated: ok {rc=0}\u000a10:17:18.356558 --- ParallelTerminationStrategy: PID 25417 died...\u000a10:17:18.413204 run iperf3-srv_10.42.42.10(pid=25417): Terminated {rc=256}\u000a10:17:18.423361 --- ParallelTerminationStrategy: PID 25418 died...\u000a10:17:18.480006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25418): Terminated: ok {rc=0}\u000a10:17:18.490193 --- ParallelTerminationStrategy: PID 25419 died...\u000a10:17:18.546830 run iperf3-srv_10.42.42.10(pid=25419): Terminated {rc=256}\u000a10:17:18.556928 --- ParallelTerminationStrategy: PID 25420 died...\u000a10:17:18.614070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25420): Terminated: ok {rc=0}\u000a10:17:18.624171 --- ParallelTerminationStrategy: PID 25421 died...\u000a10:17:18.680256 run iperf3-srv_10.42.42.10(pid=25421): Terminated {rc=256}\u000a10:17:18.690633 --- ParallelTerminationStrategy: PID 25422 died...\u000a10:17:18.747265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25422): Terminated: ok {rc=0}\u000a10:17:18.757884 --- ParallelTerminationStrategy: PID 25423 died...\u000a10:17:18.814257 run iperf3-srv_10.42.42.10(pid=25423): Terminated {rc=256}\u000a10:17:18.824393 --- ParallelTerminationStrategy: PID 25426 died...\u000a10:17:18.881309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25426): Terminated: ok {rc=0}\u000a10:17:18.891572 --- ParallelTerminationStrategy: PID 25429 died...\u000a10:17:18.948428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25429): Terminated: ok {rc=0}\u000a10:17:18.958615 --- ParallelTerminationStrategy: PID 25432 died...\u000a10:17:19.015146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25432): Terminated: ok {rc=0}\u000a10:17:19.103677 bus /gobi_4: Setting Powered False\u000a10:17:20.211482 bus /gobi_4: Setting Powered False\u000a10:17:21.319035 bus /gobi_1: Setting Powered False\u000a10:17:22.426380 bus /gobi_1: Setting Powered False\u000a10:17:23.535346 bus /gobi_0: Setting Powered False\u000a10:17:24.637130 bus /gobi_0: Setting Powered False\u000a10:17:25.750236 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25440): Process ended prematurely: osmo-stp_10.42.42.5(pid=25440) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25440)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25440): Process ended prematurely: osmo-stp_10.42.42.5(pid=25440) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a10:17:26.816105 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:26.827976 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:17:26.967979 tst ping.py: using LAC 20773\u000a10:17:27.088372 tst ping.py: using RAC 118\u000a10:17:27.206497 tst ping.py: using CellId 20773\u000a10:17:27.326176 tst ping.py: using BVCI 20774\u000a10:17:27.349348 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:27.360556 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:27.371703 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:27.382845 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:27.393838 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:27.404838 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:27.416105 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:27.427117 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:17:27.701757 tst ping.py:19: start network...\u000a10:17:27.825710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:28.309064 run create_hlr_db(pid=25434): Launched\u000a10:17:28.482398 bus /gobi_6: Setting Powered False\u000a10:17:29.514657 run create_hlr_db(pid=25434): Terminated: ok {rc=0}\u000a10:17:29.921222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25436): Launched\u000a10:17:30.223094 run osmo-hlr_10.42.42.2(pid=25437): Launched\u000a10:17:30.341278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:30.886969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25439): Launched\u000a10:17:31.257909 run osmo-stp_10.42.42.5(pid=25440): Launched\u000a10:17:31.532437 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:17:32.269028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25442): Launched\u000a10:17:32.386267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:17:32.671696 run patchelf(pid=25443): Launched\u000a10:17:32.861428 run osmo-stp_10.42.42.5(pid=25440): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25440)]\u000a10:17:32.999394 run osmo-stp_10.42.42.5(pid=25440): stdout: \u000a| (launched: 2022-12-09_10:17:31.069048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:33.138081 run osmo-stp_10.42.42.5(pid=25440): stderr: \u000a| �[0;m�[38;5;43m20221209101731483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101731484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101731484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101731487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101731490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101731490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101731490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:33.272149 run osmo-stp_10.42.42.5(pid=25440): stdout: \u000a| (launched: 2022-12-09_10:17:31.069048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:33.405205 run osmo-stp_10.42.42.5(pid=25440): stderr: \u000a| �[0;m�[38;5;43m20221209101731483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101731484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101731484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101731487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101731490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101731490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101731490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:33.559231 run patchelf(pid=25443): Terminating (SIGINT)\u000a10:17:33.740329 run patchelf(pid=25443): Terminated: ok {rc=0}\u000a10:17:33.773303 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25440): Process ended prematurely: osmo-stp_10.42.42.5(pid=25440) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25440)] [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a10:17:33.782873 tst ping.py:22: Test FAILED (7.0 sec)\u000a10:17:33.847423 run osmo-hlr_10.42.42.2(pid=25437): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25437)]\u000a10:17:33.899685 run osmo-hlr_10.42.42.2(pid=25437): stdout: \u000a| (launched: 2022-12-09_10:17:30.074067) \u000a10:17:33.952437 run osmo-hlr_10.42.42.2(pid=25437): stderr: \u000a| �[0;m�[1;31m20221209101730249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101730250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101730250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101730250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101730250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101730250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101730262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101730273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101730274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101730274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:33.997164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25436): Terminating (SIGTERM)\u000a10:17:34.039646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25439): Terminating (SIGTERM)\u000a10:17:34.082520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25442): Terminating (SIGTERM)\u000a10:17:34.092379 --- ParallelTerminationStrategy: PID 25436 died...\u000a10:17:34.149271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25436): Terminated: ok {rc=0}\u000a10:17:34.159341 --- ParallelTerminationStrategy: PID 25439 died...\u000a10:17:34.215910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25439): Terminated: ok {rc=0}\u000a10:17:34.226056 --- ParallelTerminationStrategy: PID 25442 died...\u000a10:17:34.282344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25442): Terminated: ok {rc=0}\u000a10:17:34.371642 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25450): Process ended prematurely: osmo-stp_10.42.42.5(pid=25450) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25450)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25450): Process ended prematurely: osmo-stp_10.42.42.5(pid=25450) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a10:17:35.423894 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:35.435811 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:17:35.580240 tst ping_idle_ping.py: using LAC 20774\u000a10:17:35.699920 tst ping_idle_ping.py: using RAC 119\u000a10:17:35.825305 tst ping_idle_ping.py: using CellId 20774\u000a10:17:35.951070 tst ping_idle_ping.py: using BVCI 20775\u000a10:17:35.975948 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:35.987663 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:35.999351 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:36.011304 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:36.023046 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:36.034842 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:36.046865 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:17:36.058680 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:17:36.337372 tst ping_idle_ping.py:24: start network...\u000a10:17:36.462717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:36.954063 run create_hlr_db(pid=25444): Launched\u000a10:17:37.128010 bus /gobi_6: Setting Powered False\u000a10:17:38.149814 run create_hlr_db(pid=25444): Terminated: ok {rc=0}\u000a10:17:38.582826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25446): Launched\u000a10:17:38.909141 run osmo-hlr_10.42.42.2(pid=25447): Launched\u000a10:17:39.026427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:39.590844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25449): Launched\u000a10:17:39.917526 run osmo-stp_10.42.42.5(pid=25450): Launched\u000a10:17:40.037162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:17:40.603217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25452): Launched\u000a10:17:40.718696 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:17:41.001735 run patchelf(pid=25453): Launched\u000a10:17:41.191689 run osmo-stp_10.42.42.5(pid=25450): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25450)]\u000a10:17:41.330649 run osmo-stp_10.42.42.5(pid=25450): stdout: \u000a| (launched: 2022-12-09_10:17:39.755557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:41.469125 run osmo-stp_10.42.42.5(pid=25450): stderr: \u000a| �[0;m�[38;5;43m20221209101739948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101739949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101739949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101739949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101739950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101739950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101739950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:41.603847 run osmo-stp_10.42.42.5(pid=25450): stdout: \u000a| (launched: 2022-12-09_10:17:39.755557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:41.737117 run osmo-stp_10.42.42.5(pid=25450): stderr: \u000a| �[0;m�[38;5;43m20221209101739948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101739949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101739949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101739949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101739950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101739950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101739950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:41.891550 run patchelf(pid=25453): Terminating (SIGINT)\u000a10:17:42.072882 run patchelf(pid=25453): Terminated: ok {rc=0}\u000a10:17:42.106063 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25450): Process ended prematurely: osmo-stp_10.42.42.5(pid=25450) [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25450)] [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a10:17:42.115537 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:17:42.180066 run osmo-hlr_10.42.42.2(pid=25447): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25447)]\u000a10:17:42.232470 run osmo-hlr_10.42.42.2(pid=25447): stdout: \u000a| (launched: 2022-12-09_10:17:38.747800) \u000a10:17:42.285605 run osmo-hlr_10.42.42.2(pid=25447): stderr: \u000a| �[0;m�[1;31m20221209101738946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101738946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101738946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101738946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101738946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101738947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101738959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101738967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101738968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101738968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:42.330647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25446): Terminating (SIGTERM)\u000a10:17:42.373446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25449): Terminating (SIGTERM)\u000a10:17:42.416043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25452): Terminating (SIGTERM)\u000a10:17:42.426192 --- ParallelTerminationStrategy: PID 25446 died...\u000a10:17:42.483352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25446): Terminated: ok {rc=0}\u000a10:17:42.493501 --- ParallelTerminationStrategy: PID 25449 died...\u000a10:17:42.549646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25449): Terminated: ok {rc=0}\u000a10:17:42.559999 --- ParallelTerminationStrategy: PID 25452 died...\u000a10:17:42.616871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25452): Terminated: ok {rc=0}\u000a10:17:42.705364 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:16:43" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25464): Process ended prematurely: osmo-stp_10.42.42.5(pid=25464) [trial-2358↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25464)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25464): Process ended prematurely: osmo-stp_10.42.42.5(pid=25464) [trial-2358↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:17:44.753874 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:17:44.765639 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:17:44.923748 tst switch_tch_pdch.py: using LAC 20775\u000a10:17:45.044915 tst switch_tch_pdch.py: using RAC 120\u000a10:17:45.168080 tst switch_tch_pdch.py: using CellId 20775\u000a10:17:45.287939 tst switch_tch_pdch.py: using BVCI 20776\u000a10:17:45.311105 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:17:45.322477 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:17:45.333540 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:17:45.344487 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:17:45.355457 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:17:45.366513 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:17:45.377614 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:17:45.388537 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:17:45.507973 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:17:45.802177 tst switch_tch_pdch.py:51: start network...\u000a10:17:45.939842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:46.493434 run create_hlr_db(pid=25458): Launched\u000a10:17:46.684696 bus /gobi_6: Setting Powered False\u000a10:17:47.702619 run create_hlr_db(pid=25458): Terminated: ok {rc=0}\u000a10:17:48.109656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25460): Launched\u000a10:17:48.426757 run osmo-hlr_10.42.42.2(pid=25461): Launched\u000a10:17:48.543699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:49.109418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25463): Launched\u000a10:17:49.435293 run osmo-stp_10.42.42.5(pid=25464): Launched\u000a10:17:49.553205 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:17:50.119531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25466): Launched\u000a10:17:50.234398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:17:50.517801 run patchelf(pid=25467): Launched\u000a10:17:50.707433 run osmo-stp_10.42.42.5(pid=25464): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25464)]\u000a10:17:50.846064 run osmo-stp_10.42.42.5(pid=25464): stdout: \u000a| (launched: 2022-12-09_10:17:49.273217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:50.984427 run osmo-stp_10.42.42.5(pid=25464): stderr: \u000a| �[0;m�[38;5;43m20221209101749464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101749465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101749465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101749465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101749466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101749466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101749466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:51.118347 run osmo-stp_10.42.42.5(pid=25464): stdout: \u000a| (launched: 2022-12-09_10:17:49.273217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:51.251332 run osmo-stp_10.42.42.5(pid=25464): stderr: \u000a| �[0;m�[38;5;43m20221209101749464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101749465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101749465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101749465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101749466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101749466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101749466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:51.405937 run patchelf(pid=25467): Terminating (SIGINT)\u000a10:17:51.587313 run patchelf(pid=25467): Terminated: ok {rc=0}\u000a10:17:51.620180 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25464): Process ended prematurely: osmo-stp_10.42.42.5(pid=25464) [trial-2358↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25464)] [trial-2358↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:17:51.629736 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a10:17:51.693966 run osmo-hlr_10.42.42.2(pid=25461): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25461)]\u000a10:17:51.746337 run osmo-hlr_10.42.42.2(pid=25461): stdout: \u000a| (launched: 2022-12-09_10:17:48.262320) \u000a10:17:51.799196 run osmo-hlr_10.42.42.2(pid=25461): stderr: \u000a| �[0;m�[1;31m20221209101748457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101748457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101748457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101748457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101748458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101748458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101748469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101748478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101748478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101748478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:51.844266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25460): Terminating (SIGTERM)\u000a10:17:51.887181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25463): Terminating (SIGTERM)\u000a10:17:51.929466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25466): Terminating (SIGTERM)\u000a10:17:51.939688 --- ParallelTerminationStrategy: PID 25460 died...\u000a10:17:51.996775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25460): Terminated: ok {rc=0}\u000a10:17:52.007126 --- ParallelTerminationStrategy: PID 25463 died...\u000a10:17:52.063630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25463): Terminated: ok {rc=0}\u000a10:17:52.074325 --- ParallelTerminationStrategy: PID 25466 died...\u000a10:17:52.130817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25466): Terminated: ok {rc=0}\u000a10:17:52.218376 bus /gobi_0: Setting Powered False\u000a10:17:53.326657 bus /gobi_0: Setting Powered False\u000a10:17:54.439915 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:17:44" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25477): Process ended prematurely: osmo-stp_10.42.42.5(pid=25477) [trial-2358↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25477)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25477): Process ended prematurely: osmo-stp_10.42.42.5(pid=25477) [trial-2358↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:17:56.421350 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:17:56.432127 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:17:56.588176 tst switch_tch_pdch.py: using LAC 20776\u000a10:17:56.706809 tst switch_tch_pdch.py: using RAC 121\u000a10:17:56.823468 tst switch_tch_pdch.py: using CellId 20776\u000a10:17:56.940451 tst switch_tch_pdch.py: using BVCI 20777\u000a10:17:56.963529 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:17:56.974434 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:17:56.985112 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:17:56.995768 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:17:57.006548 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:17:57.017268 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:17:57.028049 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:17:57.038708 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:17:57.158552 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:17:57.454335 tst switch_tch_pdch.py:51: start network...\u000a10:17:57.589482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:58.073658 run create_hlr_db(pid=25471): Launched\u000a10:17:58.205063 bus /gobi_6: Setting Powered False\u000a10:17:59.282403 run create_hlr_db(pid=25471): Terminated: ok {rc=0}\u000a10:17:59.663717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25473): Launched\u000a10:17:59.964577 run osmo-hlr_10.42.42.2(pid=25474): Launched\u000a10:18:00.073927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:00.572003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25476): Launched\u000a10:18:00.931085 run osmo-stp_10.42.42.5(pid=25477): Launched\u000a10:18:01.162860 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:18:01.694339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25479): Launched\u000a10:18:01.815995 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:18:02.110490 run patchelf(pid=25480): Launched\u000a10:18:02.289590 run osmo-stp_10.42.42.5(pid=25477): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25477)]\u000a10:18:02.418881 run osmo-stp_10.42.42.5(pid=25477): stdout: \u000a| (launched: 2022-12-09_10:18:00.724840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:02.548002 run osmo-stp_10.42.42.5(pid=25477): stderr: \u000a| �[0;m�[38;5;43m20221209101800977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101800977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101800978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101800978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101800978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101800978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101800979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:02.673130 run osmo-stp_10.42.42.5(pid=25477): stdout: \u000a| (launched: 2022-12-09_10:18:00.724840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:02.796700 run osmo-stp_10.42.42.5(pid=25477): stderr: \u000a| �[0;m�[38;5;43m20221209101800977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101800977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101800978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101800978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101800978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101800978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101800979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:02.941077 run patchelf(pid=25480): Terminating (SIGINT)\u000a10:18:03.110386 run patchelf(pid=25480): Terminated: ok {rc=0}\u000a10:18:03.141276 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25477): Process ended prematurely: osmo-stp_10.42.42.5(pid=25477) [trial-2358↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25477)] [trial-2358↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:18:03.150109 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a10:18:03.210626 run osmo-hlr_10.42.42.2(pid=25474): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25474)]\u000a10:18:03.260547 run osmo-hlr_10.42.42.2(pid=25474): stdout: \u000a| (launched: 2022-12-09_10:17:59.816194) \u000a10:18:03.311091 run osmo-hlr_10.42.42.2(pid=25474): stderr: \u000a| �[0;m�[1;31m20221209101759991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101759991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101759991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101759991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101759991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101759991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101800008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101800018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101800019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101800019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:03.354111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25473): Terminating (SIGTERM)\u000a10:18:03.395041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25476): Terminating (SIGTERM)\u000a10:18:03.435329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25479): Terminating (SIGTERM)\u000a10:18:03.444710 --- ParallelTerminationStrategy: PID 25473 died...\u000a10:18:03.498614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25473): Terminated: ok {rc=0}\u000a10:18:03.508280 --- ParallelTerminationStrategy: PID 25476 died...\u000a10:18:03.562464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25476): Terminated: ok {rc=0}\u000a10:18:03.572137 --- ParallelTerminationStrategy: PID 25479 died...\u000a10:18:03.626216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25479): Terminated: ok {rc=0}\u000a10:18:03.714365 bus /gobi_0: Setting Powered False\u000a10:18:04.817651 bus /gobi_0: Setting Powered False\u000a10:18:05.929288 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:17:56" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25485): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25485) [trial-2358↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25485)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25485): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25485) [trial-2358↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a10:18:07.824537 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a10:18:07.835409 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:18:07.971171 tst mo_mt_sms.py: using LAC 20777\u000a10:18:08.089200 tst mo_mt_sms.py: using RAC 122\u000a10:18:08.208901 tst mo_mt_sms.py: using CellId 20777\u000a10:18:08.329188 tst mo_mt_sms.py: using BVCI 20778\u000a10:18:08.351918 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:18:08.470711 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:18:08.745326 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:18:08.869787 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:18:09.493731 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25484): Launched\u000a10:18:09.794023 run osmo-nitb_10.42.42.2(pid=25485): Launched\u000a10:18:09.978912 run osmo-nitb_10.42.42.2(pid=25485): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25485)]\u000a10:18:10.114641 run osmo-nitb_10.42.42.2(pid=25485): stdout: \u000a| (launched: 2022-12-09_10:18:09.646223) \u000a10:18:10.250374 run osmo-nitb_10.42.42.2(pid=25485): stderr: \u000a| (launched: 2022-12-09_10:18:09.690961)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:18:10.382249 run osmo-nitb_10.42.42.2(pid=25485): stdout: \u000a| (launched: 2022-12-09_10:18:09.646223) \u000a10:18:10.512575 run osmo-nitb_10.42.42.2(pid=25485): stderr: \u000a| (launched: 2022-12-09_10:18:09.690961)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:18:10.914982 tst osmo-nitb_10.42.42.2(pid=25485): stdout: \u000a| (launched: 2022-12-09_10:18:09.646223) \u000a10:18:11.034053 tst osmo-nitb_10.42.42.2(pid=25485): stderr: \u000a| (launched: 2022-12-09_10:18:09.690961)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:18:11.086322 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25485): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25485) [trial-2358↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25485)] [trial-2358↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a10:18:11.094536 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a10:18:11.129075 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25484): Terminating (SIGTERM)\u000a10:18:11.306506 --- ParallelTerminationStrategy: PID 25484 died...\u000a10:18:11.361888 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25484): Terminated: ok {rc=0}\u000a10:18:11.451448 bus /sierra_3: Setting Powered False\u000a10:18:12.555908 bus /sierra_3: Setting Powered False\u000a10:18:13.670081 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:18:07" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25495): Process ended prematurely: osmo-stp_10.42.42.5(pid=25495) [trial-2358↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25495)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25495): Process ended prematurely: osmo-stp_10.42.42.5(pid=25495) [trial-2358↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a10:18:15.568781 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:15.579862 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:18:15.727139 tst mo_mt_sms.py: using LAC 20778\u000a10:18:15.863710 tst mo_mt_sms.py: using RAC 123\u000a10:18:15.991695 tst mo_mt_sms.py: using CellId 20778\u000a10:18:16.114029 tst mo_mt_sms.py: using BVCI 20779\u000a10:18:16.138889 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:16.150605 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:16.162249 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:16.173814 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:16.185054 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:16.196020 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:18:16.329334 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:18:16.560402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:17.121617 run create_hlr_db(pid=25489): Launched\u000a10:18:17.298392 bus /sierra_2: Setting Powered False\u000a10:18:18.319289 run create_hlr_db(pid=25489): Terminated: ok {rc=0}\u000a10:18:18.722894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25491): Launched\u000a10:18:19.027326 run osmo-hlr_10.42.42.2(pid=25492): Launched\u000a10:18:19.135849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:19.663759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25494): Launched\u000a10:18:19.965756 run osmo-stp_10.42.42.5(pid=25495): Launched\u000a10:18:20.074735 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:20.627763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25497): Launched\u000a10:18:20.931912 run osmo-msc_10.42.42.6(pid=25498): Launched\u000a10:18:21.109169 run osmo-stp_10.42.42.5(pid=25495): ERR: Terminated: ERROR {rc=1} [trial-2358↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25495)]\u000a10:18:21.236520 run osmo-stp_10.42.42.5(pid=25495): stdout: \u000a| (launched: 2022-12-09_10:18:19.816693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:21.362111 run osmo-stp_10.42.42.5(pid=25495): stderr: \u000a| �[0;m�[38;5;43m20221209101819988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101819988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101819988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101819988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101819989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101819989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101819989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:21.482918 run osmo-stp_10.42.42.5(pid=25495): stdout: \u000a| (launched: 2022-12-09_10:18:19.816693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:21.603147 run osmo-stp_10.42.42.5(pid=25495): stderr: \u000a| �[0;m�[38;5;43m20221209101819988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101819988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101819988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101819988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101819989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101819989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101819989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:21.655961 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25495): Process ended prematurely: osmo-stp_10.42.42.5(pid=25495) [trial-2358↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25495)] [trial-2358↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a10:18:21.663728 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a10:18:21.723710 run osmo-hlr_10.42.42.2(pid=25492): ERR: Terminated: ERROR {rc=237} [trial-2358↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25492)]\u000a10:18:21.773010 run osmo-hlr_10.42.42.2(pid=25492): stdout: \u000a| (launched: 2022-12-09_10:18:18.875597) \u000a10:18:21.822992 run osmo-hlr_10.42.42.2(pid=25492): stderr: \u000a| �[0;m�[1;31m20221209101819050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101819050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101819051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101819051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101819051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101819051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101819067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101819077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101819077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101819078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:21.890886 run osmo-msc_10.42.42.6(pid=25498): ERR: Terminated: ERROR {rc=2} [trial-2358↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25498)]\u000a10:18:21.940508 run osmo-msc_10.42.42.6(pid=25498): stdout: \u000a| (launched: 2022-12-09_10:18:20.781682) \u000a10:18:21.990247 run osmo-msc_10.42.42.6(pid=25498): stderr: \u000a| �[0;m�[38;5;43m20221209101821055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101821055 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe84f00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101821055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101821055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101821055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101821055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101821058 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101821059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101821059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101821059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:22.032661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25491): Terminating (SIGTERM)\u000a10:18:22.072453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25494): Terminating (SIGTERM)\u000a10:18:22.112275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25497): Terminating (SIGTERM)\u000a10:18:22.121633 --- ParallelTerminationStrategy: PID 25491 died...\u000a10:18:22.175042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25491): Terminated: ok {rc=0}\u000a10:18:22.184659 --- ParallelTerminationStrategy: PID 25494 died...\u000a10:18:22.237572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25494): Terminated: ok {rc=0}\u000a10:18:22.247068 --- ParallelTerminationStrategy: PID 25497 died...\u000a10:18:22.299890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25497): Terminated: ok {rc=0}\u000a10:18:22.383612 bus /sierra_3: Setting Powered False\u000a10:18:23.491924 bus /sierra_3: Setting Powered False\u000a10:18:24.599557 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:18:15" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25504): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25504) [trial-2358↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25504)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25504): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25504) [trial-2358↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a10:18:26.447564 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a10:18:26.459090 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:18:26.602280 tst assert_extension.py: using LAC 20779\u000a10:18:26.728218 tst assert_extension.py: using RAC 124\u000a10:18:26.857167 tst assert_extension.py: using CellId 20779\u000a10:18:26.985687 tst assert_extension.py: using BVCI 20780\u000a10:18:27.010381 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a10:18:27.304024 tst assert_extension.py:10: start nitb and bts...\u000a10:18:27.438658 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:18:28.110453 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25503): Launched\u000a10:18:28.432584 run osmo-nitb_10.42.42.2(pid=25504): Launched\u000a10:18:28.631269 run osmo-nitb_10.42.42.2(pid=25504): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25504)]\u000a10:18:28.777625 run osmo-nitb_10.42.42.2(pid=25504): stdout: \u000a| (launched: 2022-12-09_10:18:28.274526) \u000a10:18:28.923382 run osmo-nitb_10.42.42.2(pid=25504): stderr: \u000a| (launched: 2022-12-09_10:18:28.322594)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:18:29.065378 run osmo-nitb_10.42.42.2(pid=25504): stdout: \u000a| (launched: 2022-12-09_10:18:28.274526) \u000a10:18:29.206107 run osmo-nitb_10.42.42.2(pid=25504): stderr: \u000a| (launched: 2022-12-09_10:18:28.322594)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:18:29.564192 tst osmo-nitb_10.42.42.2(pid=25504): stdout: \u000a| (launched: 2022-12-09_10:18:28.274526) \u000a10:18:29.694317 tst osmo-nitb_10.42.42.2(pid=25504): stderr: \u000a| (launched: 2022-12-09_10:18:28.322594)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:18:29.750844 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25504): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25504) [trial-2358↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25504)] [trial-2358↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a10:18:29.759648 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a10:18:29.797382 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25503): Terminating (SIGTERM)\u000a10:18:29.975428 --- ParallelTerminationStrategy: PID 25503 died...\u000a10:18:30.034300 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25503): Terminated: ok {rc=0}\u000a10:18:30.123202 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:18:26" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25514): Process ended prematurely: osmo-stp_10.42.42.5(pid=25514) [trial-2358↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25514)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25514): Process ended prematurely: osmo-stp_10.42.42.5(pid=25514) [trial-2358↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a10:18:32.028661 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:32.044362 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:18:32.202073 tst assert_extension.py: using LAC 20780\u000a10:18:32.331013 tst assert_extension.py: using RAC 125\u000a10:18:32.457777 tst assert_extension.py: using CellId 20780\u000a10:18:32.585946 tst assert_extension.py: using BVCI 20781\u000a10:18:32.610900 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:32.622438 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:32.633678 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:32.644993 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:32.656473 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:32.667806 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a10:18:32.867467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:33.352044 run create_hlr_db(pid=25508): Launched\u000a10:18:33.527075 bus /sierra_2: Setting Powered False\u000a10:18:34.546982 run create_hlr_db(pid=25508): Terminated: ok {rc=0}\u000a10:18:34.950374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25510): Launched\u000a10:18:35.253214 run osmo-hlr_10.42.42.2(pid=25511): Launched\u000a10:18:35.363027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:35.997349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25513): Launched\u000a10:18:36.296446 run osmo-stp_10.42.42.5(pid=25514): Launched\u000a10:18:36.404922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:36.952496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25516): Launched\u000a10:18:37.253609 run osmo-msc_10.42.42.6(pid=25517): Launched\u000a10:18:37.427869 run osmo-stp_10.42.42.5(pid=25514): ERR: Terminated: ERROR {rc=1} [trial-2358↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25514)]\u000a10:18:37.555353 run osmo-stp_10.42.42.5(pid=25514): stdout: \u000a| (launched: 2022-12-09_10:18:36.148191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:37.680073 run osmo-stp_10.42.42.5(pid=25514): stderr: \u000a| �[0;m�[38;5;43m20221209101836315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101836315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101836315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101836316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101836316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101836316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101836317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:37.799452 run osmo-stp_10.42.42.5(pid=25514): stdout: \u000a| (launched: 2022-12-09_10:18:36.148191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:37.917845 run osmo-stp_10.42.42.5(pid=25514): stderr: \u000a| �[0;m�[38;5;43m20221209101836315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101836315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101836315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101836316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101836316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101836316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101836317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:37.970053 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25514): Process ended prematurely: osmo-stp_10.42.42.5(pid=25514) [trial-2358↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25514)] [trial-2358↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a10:18:37.978080 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a10:18:38.038317 run osmo-hlr_10.42.42.2(pid=25511): ERR: Terminated: ERROR {rc=237} [trial-2358↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25511)]\u000a10:18:38.087730 run osmo-hlr_10.42.42.2(pid=25511): stdout: \u000a| (launched: 2022-12-09_10:18:35.103583) \u000a10:18:38.137755 run osmo-hlr_10.42.42.2(pid=25511): stderr: \u000a| �[0;m�[1;31m20221209101835278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101835278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101835278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101835278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101835278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101835278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101835290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101835299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101835299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101835299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:38.205456 run osmo-msc_10.42.42.6(pid=25517): ERR: Terminated: ERROR {rc=2} [trial-2358↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25517)]\u000a10:18:38.254621 run osmo-msc_10.42.42.6(pid=25517): stdout: \u000a| (launched: 2022-12-09_10:18:37.103037) \u000a10:18:38.304373 run osmo-msc_10.42.42.6(pid=25517): stderr: \u000a| �[0;m�[38;5;43m20221209101837374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101837374 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb3400ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101837374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101837374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101837374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101837374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101837376 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101837377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101837378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101837378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:38.346695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25510): Terminating (SIGTERM)\u000a10:18:38.386701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25513): Terminating (SIGTERM)\u000a10:18:38.426628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25516): Terminating (SIGTERM)\u000a10:18:38.435859 --- ParallelTerminationStrategy: PID 25510 died...\u000a10:18:38.489557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25510): Terminated: ok {rc=0}\u000a10:18:38.498985 --- ParallelTerminationStrategy: PID 25513 died...\u000a10:18:38.552291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25513): Terminated: ok {rc=0}\u000a10:18:38.561753 --- ParallelTerminationStrategy: PID 25516 died...\u000a10:18:38.614623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25516): Terminated: ok {rc=0}\u000a10:18:38.699126 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:18:31" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25528): Process ended prematurely: osmo-stp_10.42.42.5(pid=25528) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25528)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25528): Process ended prematurely: osmo-stp_10.42.42.5(pid=25528) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:18:40.667670 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:18:40.679225 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:18:40.843259 tst mo_mt_call.py: using LAC 20781\u000a10:18:40.971622 tst mo_mt_call.py: using RAC 126\u000a10:18:41.099836 tst mo_mt_call.py: using CellId 20781\u000a10:18:41.229371 tst mo_mt_call.py: using BVCI 20782\u000a10:18:41.254043 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:18:41.265645 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:18:41.277097 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:18:41.288726 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:18:41.300534 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:18:41.312207 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:18:41.428138 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:18:41.634135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:42.126266 run create_hlr_db(pid=25522): Launched\u000a10:18:42.299677 bus /sierra_2: Setting Powered False\u000a10:18:43.321924 run create_hlr_db(pid=25522): Terminated: ok {rc=0}\u000a10:18:43.754995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25524): Launched\u000a10:18:44.082330 run osmo-hlr_10.42.42.2(pid=25525): Launched\u000a10:18:44.201297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:44.766813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25527): Launched\u000a10:18:45.093462 run osmo-stp_10.42.42.5(pid=25528): Launched\u000a10:18:45.211139 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:45.808315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25530): Launched\u000a10:18:46.180754 run osmo-msc_10.42.42.6(pid=25531): Launched\u000a10:18:46.583185 run osmo-stp_10.42.42.5(pid=25528): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25528)]\u000a10:18:46.715635 run osmo-stp_10.42.42.5(pid=25528): stdout: \u000a| (launched: 2022-12-09_10:18:44.932448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:46.847309 run osmo-stp_10.42.42.5(pid=25528): stderr: \u000a| �[0;m�[38;5;43m20221209101845123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101845124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101845124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101845124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101845125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101845125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101845125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:46.973339 run osmo-stp_10.42.42.5(pid=25528): stdout: \u000a| (launched: 2022-12-09_10:18:44.932448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:47.098078 run osmo-stp_10.42.42.5(pid=25528): stderr: \u000a| �[0;m�[38;5;43m20221209101845123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101845124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101845124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101845124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101845125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101845125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101845125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:47.155067 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25528): Process ended prematurely: osmo-stp_10.42.42.5(pid=25528) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25528)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:18:47.164908 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:18:47.228532 run osmo-hlr_10.42.42.2(pid=25525): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25525)]\u000a10:18:47.280046 run osmo-hlr_10.42.42.2(pid=25525): stdout: \u000a| (launched: 2022-12-09_10:18:43.919958) \u000a10:18:47.333326 run osmo-hlr_10.42.42.2(pid=25525): stderr: \u000a| �[0;m�[1;31m20221209101844117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101844117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101844117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101844117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101844117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101844117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101844129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101844138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101844138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101844138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:47.403620 run osmo-msc_10.42.42.6(pid=25531): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25531)]\u000a10:18:47.453709 run osmo-msc_10.42.42.6(pid=25531): stdout: \u000a| (launched: 2022-12-09_10:18:45.984267) \u000a10:18:47.503844 run osmo-msc_10.42.42.6(pid=25531): stderr: \u000a| �[0;m�[38;5;43m20221209101846419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101846420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb09376ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101846420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101846420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101846420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101846420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101846424 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101846424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101846424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101846424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:47.546441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25524): Terminating (SIGTERM)\u000a10:18:47.586449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25527): Terminating (SIGTERM)\u000a10:18:47.626418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25530): Terminating (SIGTERM)\u000a10:18:47.635629 --- ParallelTerminationStrategy: PID 25524 died...\u000a10:18:47.689398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25524): Terminated: ok {rc=0}\u000a10:18:47.698931 --- ParallelTerminationStrategy: PID 25527 died...\u000a10:18:47.752623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25527): Terminated: ok {rc=0}\u000a10:18:47.762252 --- ParallelTerminationStrategy: PID 25530 died...\u000a10:18:47.815364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25530): Terminated: ok {rc=0}\u000a10:18:47.900262 bus /sierra_3: Setting Powered False\u000a10:18:49.008409 bus /sierra_3: Setting Powered False\u000a10:18:50.121299 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25539): Process ended prematurely: osmo-stp_10.42.42.5(pid=25539) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25539)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25539): Process ended prematurely: osmo-stp_10.42.42.5(pid=25539) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:18:51.231095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:18:51.242802 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:18:51.399027 tst mo_mt_call_osmux.py: using LAC 20782\u000a10:18:51.520030 tst mo_mt_call_osmux.py: using RAC 127\u000a10:18:51.640433 tst mo_mt_call_osmux.py: using CellId 20782\u000a10:18:51.761492 tst mo_mt_call_osmux.py: using BVCI 20783\u000a10:18:51.784865 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:18:51.796084 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:18:51.807158 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:18:51.818184 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:18:51.829201 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:18:51.840111 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:18:51.960690 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:18:52.163035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:52.653920 run create_hlr_db(pid=25533): Launched\u000a10:18:52.827783 bus /sierra_2: Setting Powered False\u000a10:18:53.850255 run create_hlr_db(pid=25533): Terminated: ok {rc=0}\u000a10:18:54.281697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25535): Launched\u000a10:18:54.610385 run osmo-hlr_10.42.42.2(pid=25536): Launched\u000a10:18:54.733232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:55.303556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25538): Launched\u000a10:18:55.631255 run osmo-stp_10.42.42.5(pid=25539): Launched\u000a10:18:55.743951 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:56.303545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25541): Launched\u000a10:18:56.610386 run osmo-msc_10.42.42.6(pid=25542): Launched\u000a10:18:56.793422 run osmo-stp_10.42.42.5(pid=25539): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25539)]\u000a10:18:56.932082 run osmo-stp_10.42.42.5(pid=25539): stdout: \u000a| (launched: 2022-12-09_10:18:55.469782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:57.068488 run osmo-stp_10.42.42.5(pid=25539): stderr: \u000a| �[0;m�[38;5;43m20221209101855646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101855646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101855646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101855646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101855647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101855647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101855647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:57.199257 run osmo-stp_10.42.42.5(pid=25539): stdout: \u000a| (launched: 2022-12-09_10:18:55.469782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:57.328505 run osmo-stp_10.42.42.5(pid=25539): stderr: \u000a| �[0;m�[38;5;43m20221209101855646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101855646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101855646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101855646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101855647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101855647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101855647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:57.385882 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25539): Process ended prematurely: osmo-stp_10.42.42.5(pid=25539) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25539)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:18:57.395158 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:18:57.458457 run osmo-hlr_10.42.42.2(pid=25536): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25536)]\u000a10:18:57.510530 run osmo-hlr_10.42.42.2(pid=25536): stdout: \u000a| (launched: 2022-12-09_10:18:54.447646) \u000a10:18:57.563103 run osmo-hlr_10.42.42.2(pid=25536): stderr: \u000a| �[0;m�[1;31m20221209101854645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101854645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101854645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101854645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101854645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101854646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101854658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101854667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101854667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101854667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:57.634630 run osmo-msc_10.42.42.6(pid=25542): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25542)]\u000a10:18:57.686432 run osmo-msc_10.42.42.6(pid=25542): stdout: \u000a| (launched: 2022-12-09_10:18:56.458209) \u000a10:18:57.738630 run osmo-msc_10.42.42.6(pid=25542): stderr: \u000a| �[0;m�[38;5;43m20221209101856735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101856735 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd71ae4ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101856735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101856735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101856735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101856736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101856737 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101856738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101856738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101856738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:57.782781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25535): Terminating (SIGTERM)\u000a10:18:57.825584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25538): Terminating (SIGTERM)\u000a10:18:57.867676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25541): Terminating (SIGTERM)\u000a10:18:57.877475 --- ParallelTerminationStrategy: PID 25535 died...\u000a10:18:57.934000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25535): Terminated: ok {rc=0}\u000a10:18:57.944111 --- ParallelTerminationStrategy: PID 25538 died...\u000a10:18:58.000125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25538): Terminated: ok {rc=0}\u000a10:18:58.010248 --- ParallelTerminationStrategy: PID 25541 died...\u000a10:18:58.066415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25541): Terminated: ok {rc=0}\u000a10:18:58.155252 bus /sierra_3: Setting Powered False\u000a10:18:59.257651 bus /sierra_3: Setting Powered False\u000a10:19:00.368770 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:18:40" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25553): Process ended prematurely: osmo-stp_10.42.42.5(pid=25553) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25553)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25553): Process ended prematurely: osmo-stp_10.42.42.5(pid=25553) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:19:02.423350 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:19:02.434979 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:19:02.603333 tst mo_mt_call.py: using LAC 20783\u000a10:19:02.730075 tst mo_mt_call.py: using RAC 128\u000a10:19:02.861713 tst mo_mt_call.py: using CellId 20783\u000a10:19:02.981949 tst mo_mt_call.py: using BVCI 20784\u000a10:19:03.004931 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:19:03.016105 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:19:03.027166 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:19:03.038628 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:19:03.050143 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:19:03.061649 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:19:03.182625 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:19:03.394095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:03.908124 run create_hlr_db(pid=25547): Launched\u000a10:19:04.096423 bus /sierra_2: Setting Powered False\u000a10:19:05.117234 run create_hlr_db(pid=25547): Terminated: ok {rc=0}\u000a10:19:05.552104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25549): Launched\u000a10:19:05.881640 run osmo-hlr_10.42.42.2(pid=25550): Launched\u000a10:19:05.998931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:06.567095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25552): Launched\u000a10:19:06.895048 run osmo-stp_10.42.42.5(pid=25553): Launched\u000a10:19:07.014040 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:19:07.619124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25555): Launched\u000a10:19:07.946799 run osmo-msc_10.42.42.6(pid=25556): Launched\u000a10:19:08.139031 run osmo-stp_10.42.42.5(pid=25553): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25553)]\u000a10:19:08.277843 run osmo-stp_10.42.42.5(pid=25553): stdout: \u000a| (launched: 2022-12-09_10:19:06.733503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:08.415101 run osmo-stp_10.42.42.5(pid=25553): stderr: \u000a| �[0;m�[38;5;43m20221209101906924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101906924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101906924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101906925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101906925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101906925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101906925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:08.546315 run osmo-stp_10.42.42.5(pid=25553): stdout: \u000a| (launched: 2022-12-09_10:19:06.733503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:08.676856 run osmo-stp_10.42.42.5(pid=25553): stderr: \u000a| �[0;m�[38;5;43m20221209101906924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101906924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101906924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101906925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101906925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101906925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101906925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:08.734554 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25553): Process ended prematurely: osmo-stp_10.42.42.5(pid=25553) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25553)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:19:08.744025 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:19:08.808618 run osmo-hlr_10.42.42.2(pid=25550): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25550)]\u000a10:19:08.861114 run osmo-hlr_10.42.42.2(pid=25550): stdout: \u000a| (launched: 2022-12-09_10:19:05.718569) \u000a10:19:08.914436 run osmo-hlr_10.42.42.2(pid=25550): stderr: \u000a| �[0;m�[1;31m20221209101905916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101905916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101905916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101905916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101905916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101905917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101905974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101905984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101905984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101905984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:08.986522 run osmo-msc_10.42.42.6(pid=25556): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25556)]\u000a10:19:09.039070 run osmo-msc_10.42.42.6(pid=25556): stdout: \u000a| (launched: 2022-12-09_10:19:07.784877) \u000a10:19:09.092143 run osmo-msc_10.42.42.6(pid=25556): stderr: \u000a| �[0;m�[38;5;43m20221209101908105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101908105 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f526a687c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101908106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101908106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101908106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101908106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101908108 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101908108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101908108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101908108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:19:09.136782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25549): Terminating (SIGTERM)\u000a10:19:09.179468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25552): Terminating (SIGTERM)\u000a10:19:09.222349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25555): Terminating (SIGTERM)\u000a10:19:09.232160 --- ParallelTerminationStrategy: PID 25549 died...\u000a10:19:09.288882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25549): Terminated: ok {rc=0}\u000a10:19:09.299071 --- ParallelTerminationStrategy: PID 25552 died...\u000a10:19:09.355976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25552): Terminated: ok {rc=0}\u000a10:19:09.366034 --- ParallelTerminationStrategy: PID 25555 died...\u000a10:19:09.422306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25555): Terminated: ok {rc=0}\u000a10:19:09.511401 bus /sierra_3: Setting Powered False\u000a10:19:10.616657 bus /sierra_3: Setting Powered False\u000a10:19:11.723514 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25564): Process ended prematurely: osmo-stp_10.42.42.5(pid=25564) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25564)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25564): Process ended prematurely: osmo-stp_10.42.42.5(pid=25564) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:19:12.832694 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:19:12.844465 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:19:13.002384 tst mo_mt_call_osmux.py: using LAC 20784\u000a10:19:13.120811 tst mo_mt_call_osmux.py: using RAC 129\u000a10:19:13.244482 tst mo_mt_call_osmux.py: using CellId 20784\u000a10:19:13.361919 tst mo_mt_call_osmux.py: using BVCI 20785\u000a10:19:13.384786 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:19:13.395948 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:19:13.406933 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:19:13.417907 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:19:13.428909 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:19:13.439928 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:19:13.554869 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:19:13.767277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:14.282714 run create_hlr_db(pid=25558): Launched\u000a10:19:14.470936 bus /sierra_2: Setting Powered False\u000a10:19:15.491261 run create_hlr_db(pid=25558): Terminated: ok {rc=0}\u000a10:19:15.922331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25560): Launched\u000a10:19:16.355858 run osmo-hlr_10.42.42.2(pid=25561): Launched\u000a10:19:16.610572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:17.242960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25563): Launched\u000a10:19:17.578047 run osmo-stp_10.42.42.5(pid=25564): Launched\u000a10:19:17.699195 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:19:18.299974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25566): Launched\u000a10:19:18.631353 run osmo-msc_10.42.42.6(pid=25567): Launched\u000a10:19:18.823388 run osmo-stp_10.42.42.5(pid=25564): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25564)]\u000a10:19:18.962075 run osmo-stp_10.42.42.5(pid=25564): stdout: \u000a| (launched: 2022-12-09_10:19:17.414021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:19.098689 run osmo-stp_10.42.42.5(pid=25564): stderr: \u000a| �[0;m�[38;5;43m20221209101917605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101917605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101917605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101917606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101917606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101917606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101917606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:19.230352 run osmo-stp_10.42.42.5(pid=25564): stdout: \u000a| (launched: 2022-12-09_10:19:17.414021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:19.360476 run osmo-stp_10.42.42.5(pid=25564): stderr: \u000a| �[0;m�[38;5;43m20221209101917605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101917605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101917605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101917606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101917606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101917606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101917606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:19.418007 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25564): Process ended prematurely: osmo-stp_10.42.42.5(pid=25564) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25564)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:19:19.427454 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:19:19.490570 run osmo-hlr_10.42.42.2(pid=25561): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25561)]\u000a10:19:19.542291 run osmo-hlr_10.42.42.2(pid=25561): stdout: \u000a| (launched: 2022-12-09_10:19:16.091942) \u000a10:19:19.595007 run osmo-hlr_10.42.42.2(pid=25561): stderr: \u000a| �[0;m�[1;31m20221209101916417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101916417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101916417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101916417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101916417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101916417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101916442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101916460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101916460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101916460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:19.666195 run osmo-msc_10.42.42.6(pid=25567): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25567)]\u000a10:19:19.717922 run osmo-msc_10.42.42.6(pid=25567): stdout: \u000a| (launched: 2022-12-09_10:19:18.466226) \u000a10:19:19.770077 run osmo-msc_10.42.42.6(pid=25567): stderr: \u000a| �[0;m�[38;5;43m20221209101918787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101918787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd06ea65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101918788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101918788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101918788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101918788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101918790 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101918790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101918790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101918790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:19:19.814323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25560): Terminating (SIGTERM)\u000a10:19:19.856768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25563): Terminating (SIGTERM)\u000a10:19:19.898840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25566): Terminating (SIGTERM)\u000a10:19:19.908468 --- ParallelTerminationStrategy: PID 25560 died...\u000a10:19:19.964662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25560): Terminated: ok {rc=0}\u000a10:19:19.974681 --- ParallelTerminationStrategy: PID 25563 died...\u000a10:19:20.030449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25563): Terminated: ok {rc=0}\u000a10:19:20.040647 --- ParallelTerminationStrategy: PID 25566 died...\u000a10:19:20.096350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25566): Terminated: ok {rc=0}\u000a10:19:20.184332 bus /sierra_3: Setting Powered False\u000a10:19:21.292218 bus /sierra_3: Setting Powered False\u000a10:19:22.400065 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:19:02" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:19:24.406761 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:19:24.417946 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:19:24.578638 tst mo_mt_call.py: using LAC 20785\u000a10:19:24.696453 tst mo_mt_call.py: using RAC 130\u000a10:19:24.815301 tst mo_mt_call.py: using CellId 20785\u000a10:19:24.932085 tst mo_mt_call.py: using BVCI 20786\u000a10:19:24.955298 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:19:24.966448 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:19:24.977462 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:19:24.988423 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:19:24.999535 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:19:25.010577 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:19:25.130254 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:19:25.331980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:25.823738 run create_hlr_db(pid=25572): Launched\u000a10:19:25.999405 bus /sierra_2: Setting Powered False\u000a10:19:27.019493 run create_hlr_db(pid=25572): Terminated: ok {rc=0}\u000a10:19:27.453285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Launched\u000a10:19:27.780564 run osmo-hlr_10.42.42.2(pid=25575): Launched\u000a10:19:27.903391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:28.472909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Launched\u000a10:19:28.803228 run osmo-stp_10.42.42.5(pid=25578): Launched\u000a10:19:28.922531 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:19:29.523095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25580): Launched\u000a10:19:29.854047 run osmo-msc_10.42.42.6(pid=25581): Launched\u000a10:19:30.046391 run osmo-stp_10.42.42.5(pid=25578): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]\u000a10:19:30.184811 run osmo-stp_10.42.42.5(pid=25578): stdout: \u000a| (launched: 2022-12-09_10:19:28.639750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:30.321962 run osmo-stp_10.42.42.5(pid=25578): stderr: \u000a| �[0;m�[38;5;43m20221209101928833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101928833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101928833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101928834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101928834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101928834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101928834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:30.454082 run osmo-stp_10.42.42.5(pid=25578): stdout: \u000a| (launched: 2022-12-09_10:19:28.639750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:30.584819 run osmo-stp_10.42.42.5(pid=25578): stderr: \u000a| �[0;m�[38;5;43m20221209101928833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101928833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101928833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101928834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101928834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101928834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101928834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:30.643118 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:19:30.652888 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:19:30.717682 run osmo-hlr_10.42.42.2(pid=25575): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25575)]\u000a10:19:30.769981 run osmo-hlr_10.42.42.2(pid=25575): stdout: \u000a| (launched: 2022-12-09_10:19:27.619317) \u000a10:19:30.823060 run osmo-hlr_10.42.42.2(pid=25575): stderr: \u000a| �[0;m�[1;31m20221209101927818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101927818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101927818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101927818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101927818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101927818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101927834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101927843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101927843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101927843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:30.908235 run osmo-msc_10.42.42.6(pid=25581): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25581)]\u000a10:19:30.961416 run osmo-msc_10.42.42.6(pid=25581): stdout: \u000a| (launched: 2022-12-09_10:19:29.690354) \u000a10:19:31.015135 run osmo-msc_10.42.42.6(pid=25581): stderr: \u000a| �[0;m�[38;5;43m20221209101930010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101930010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6bebd01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101930010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101930010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101930011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101930011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101930012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101930013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101930013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101930013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:19:31.060500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Terminating (SIGTERM)\u000a10:19:31.106331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Terminating (SIGTERM)\u000a10:19:31.151808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25580): Terminating (SIGTERM)\u000a10:19:31.162808 --- ParallelTerminationStrategy: PID 25574 died...\u000a10:19:31.222283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Terminated: ok {rc=0}\u000a10:19:31.232885 --- ParallelTerminationStrategy: PID 25577 died...\u000a10:19:31.290640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Terminated: ok {rc=0}\u000a10:19:31.301361 --- ParallelTerminationStrategy: PID 25580 died...\u000a10:19:31.359243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25580): Terminated: ok {rc=0}\u000a10:19:31.449758 bus /sierra_3: Setting Powered False\u000a10:19:32.556097 bus /sierra_3: Setting Powered False\u000a10:19:33.664919 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25590): Process ended prematurely: osmo-stp_10.42.42.5(pid=25590) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25590)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25590): Process ended prematurely: osmo-stp_10.42.42.5(pid=25590) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:19:34.781765 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:19:34.794150 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:19:34.961818 tst mo_mt_call_osmux.py: using LAC 20786\u000a10:19:35.090094 tst mo_mt_call_osmux.py: using RAC 131\u000a10:19:35.219185 tst mo_mt_call_osmux.py: using CellId 20786\u000a10:19:35.355765 tst mo_mt_call_osmux.py: using BVCI 20787\u000a10:19:35.380872 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:19:35.392634 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:19:35.404158 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:19:35.415918 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:19:35.427836 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:19:35.439656 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:19:35.558044 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:19:35.765810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:36.256531 run create_hlr_db(pid=25584): Launched\u000a10:19:36.432461 bus /sierra_2: Setting Powered False\u000a10:19:37.453408 run create_hlr_db(pid=25584): Terminated: ok {rc=0}\u000a10:19:37.890606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25586): Launched\u000a10:19:38.222224 run osmo-hlr_10.42.42.2(pid=25587): Launched\u000a10:19:38.346759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:38.919391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25589): Launched\u000a10:19:39.247100 run osmo-stp_10.42.42.5(pid=25590): Launched\u000a10:19:39.366391 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:19:39.968446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25592): Launched\u000a10:19:40.297988 run osmo-msc_10.42.42.6(pid=25593): Launched\u000a10:19:40.490792 run osmo-stp_10.42.42.5(pid=25590): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25590)]\u000a10:19:40.629699 run osmo-stp_10.42.42.5(pid=25590): stdout: \u000a| (launched: 2022-12-09_10:19:39.085697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:40.767784 run osmo-stp_10.42.42.5(pid=25590): stderr: \u000a| �[0;m�[38;5;43m20221209101939277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101939277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101939277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101939278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101939278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101939278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101939278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:40.900010 run osmo-stp_10.42.42.5(pid=25590): stdout: \u000a| (launched: 2022-12-09_10:19:39.085697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:41.031176 run osmo-stp_10.42.42.5(pid=25590): stderr: \u000a| �[0;m�[38;5;43m20221209101939277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101939277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101939277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101939278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101939278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101939278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101939278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:41.088840 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25590): Process ended prematurely: osmo-stp_10.42.42.5(pid=25590) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25590)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:19:41.098535 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:19:41.162511 run osmo-hlr_10.42.42.2(pid=25587): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25587)]\u000a10:19:41.214517 run osmo-hlr_10.42.42.2(pid=25587): stdout: \u000a| (launched: 2022-12-09_10:19:38.057379) \u000a10:19:41.267468 run osmo-hlr_10.42.42.2(pid=25587): stderr: \u000a| �[0;m�[1;31m20221209101938256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101938256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101938256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101938256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101938256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101938256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101938268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101938278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101938278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101938278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:41.338464 run osmo-msc_10.42.42.6(pid=25593): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25593)]\u000a10:19:41.390734 run osmo-msc_10.42.42.6(pid=25593): stdout: \u000a| (launched: 2022-12-09_10:19:40.134817) \u000a10:19:41.443117 run osmo-msc_10.42.42.6(pid=25593): stderr: \u000a| �[0;m�[38;5;43m20221209101940457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101940457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f620cfdac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101940457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101940457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101940457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101940457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101940459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101940459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101940460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101940460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:19:41.487855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25586): Terminating (SIGTERM)\u000a10:19:41.530180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25589): Terminating (SIGTERM)\u000a10:19:41.572477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25592): Terminating (SIGTERM)\u000a10:19:41.582598 --- ParallelTerminationStrategy: PID 25586 died...\u000a10:19:41.639543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25586): Terminated: ok {rc=0}\u000a10:19:41.649880 --- ParallelTerminationStrategy: PID 25589 died...\u000a10:19:41.706190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25589): Terminated: ok {rc=0}\u000a10:19:41.716612 --- ParallelTerminationStrategy: PID 25592 died...\u000a10:19:41.772813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25592): Terminated: ok {rc=0}\u000a10:19:41.860197 bus /sierra_3: Setting Powered False\u000a10:19:42.968706 bus /sierra_3: Setting Powered False\u000a10:19:44.077081 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:19:24" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25605): Process ended prematurely: osmo-stp_10.42.42.5(pid=25605) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25605)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25605): Process ended prematurely: osmo-stp_10.42.42.5(pid=25605) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:19:46.116224 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:19:46.128490 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:19:46.296482 tst mo_mt_call.py: using LAC 20787\u000a10:19:46.458890 tst mo_mt_call.py: using RAC 132\u000a10:19:46.598894 tst mo_mt_call.py: using CellId 20787\u000a10:19:46.729833 tst mo_mt_call.py: using BVCI 20788\u000a10:19:46.755666 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:19:46.768374 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:19:46.780853 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:19:46.794558 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:19:46.807227 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:19:46.820419 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:19:46.942487 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:19:47.158835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:47.656045 run create_hlr_db(pid=25599): Launched\u000a10:19:47.831027 bus /sierra_2: Setting Powered False\u000a10:19:48.852415 run create_hlr_db(pid=25599): Terminated: ok {rc=0}\u000a10:19:49.287893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25601): Launched\u000a10:19:49.617467 run osmo-hlr_10.42.42.2(pid=25602): Launched\u000a10:19:49.739472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:50.311736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25604): Launched\u000a10:19:50.641638 run osmo-stp_10.42.42.5(pid=25605): Launched\u000a10:19:50.762392 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:19:51.364429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25607): Launched\u000a10:19:51.694902 run osmo-msc_10.42.42.6(pid=25608): Launched\u000a10:19:51.887252 run osmo-stp_10.42.42.5(pid=25605): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25605)]\u000a10:19:52.026325 run osmo-stp_10.42.42.5(pid=25605): stdout: \u000a| (launched: 2022-12-09_10:19:50.477552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:52.163675 run osmo-stp_10.42.42.5(pid=25605): stderr: \u000a| �[0;m�[38;5;43m20221209101950668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101950668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101950669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101950669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101950670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101950670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101950670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:52.296276 run osmo-stp_10.42.42.5(pid=25605): stdout: \u000a| (launched: 2022-12-09_10:19:50.477552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:52.427139 run osmo-stp_10.42.42.5(pid=25605): stderr: \u000a| �[0;m�[38;5;43m20221209101950668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209101950668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209101950669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209101950669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209101950670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209101950670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209101950670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:52.484560 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25605): Process ended prematurely: osmo-stp_10.42.42.5(pid=25605) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25605)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:19:52.494314 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:19:52.558505 run osmo-hlr_10.42.42.2(pid=25602): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25602)]\u000a10:19:52.610440 run osmo-hlr_10.42.42.2(pid=25602): stdout: \u000a| (launched: 2022-12-09_10:19:49.454245) \u000a10:19:52.663776 run osmo-hlr_10.42.42.2(pid=25602): stderr: \u000a| �[0;m�[1;31m20221209101949653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101949653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101949653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101949653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101949653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101949653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101949668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209101949677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209101949677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209101949677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:52.735400 run osmo-msc_10.42.42.6(pid=25608): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25608)]\u000a10:19:52.787770 run osmo-msc_10.42.42.6(pid=25608): stdout: \u000a| (launched: 2022-12-09_10:19:51.530820) \u000a10:19:52.840525 run osmo-msc_10.42.42.6(pid=25608): stderr: \u000a| �[0;m�[38;5;43m20221209101951851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209101951851 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8271eeec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209101951852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209101951852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209101951852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209101951852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209101951854 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209101951854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209101951854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209101951854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:19:52.885097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25601): Terminating (SIGTERM)\u000a10:19:52.927780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25604): Terminating (SIGTERM)\u000a10:19:52.970662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25607): Terminating (SIGTERM)\u000a10:19:52.980480 --- ParallelTerminationStrategy: PID 25601 died...\u000a10:19:53.037669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25601): Terminated: ok {rc=0}\u000a10:19:53.047790 --- ParallelTerminationStrategy: PID 25604 died...\u000a10:19:53.104225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25604): Terminated: ok {rc=0}\u000a10:19:53.114382 --- ParallelTerminationStrategy: PID 25607 died...\u000a10:19:53.170955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25607): Terminated: ok {rc=0}\u000a10:19:53.258044 bus /sierra_3: Setting Powered False\u000a10:19:54.366862 bus /sierra_3: Setting Powered False\u000a10:19:55.477034 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25616): Process ended prematurely: osmo-stp_10.42.42.5(pid=25616) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25616)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25616): Process ended prematurely: osmo-stp_10.42.42.5(pid=25616) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:19:56.593433 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:19:56.605792 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:19:56.774753 tst mo_mt_call_osmux.py: using LAC 20788\u000a10:19:56.908473 tst mo_mt_call_osmux.py: using RAC 133\u000a10:19:57.031083 tst mo_mt_call_osmux.py: using CellId 20788\u000a10:19:57.152014 tst mo_mt_call_osmux.py: using BVCI 20789\u000a10:19:57.175212 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:19:57.186433 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:19:57.197529 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:19:57.209096 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:19:57.220621 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:19:57.232033 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:19:57.354271 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:19:57.558994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:58.052809 run create_hlr_db(pid=25610): Launched\u000a10:19:58.227601 bus /sierra_2: Setting Powered False\u000a10:19:59.248899 run create_hlr_db(pid=25610): Terminated: ok {rc=0}\u000a10:19:59.654763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25612): Launched\u000a10:19:59.959822 run osmo-hlr_10.42.42.2(pid=25613): Launched\u000a10:20:00.079932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:00.617286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25615): Launched\u000a10:20:01.012482 run osmo-stp_10.42.42.5(pid=25616): Launched\u000a10:20:01.355106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:20:02.059067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25621): Launched\u000a10:20:02.425368 run osmo-msc_10.42.42.6(pid=25622): Launched\u000a10:20:02.661116 run osmo-stp_10.42.42.5(pid=25616): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25616)]\u000a10:20:02.803162 run osmo-stp_10.42.42.5(pid=25616): stdout: \u000a| (launched: 2022-12-09_10:20:00.772133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:02.942597 run osmo-stp_10.42.42.5(pid=25616): stderr: \u000a| �[0;m�[38;5;43m20221209102001060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102001060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102001060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102001061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102001061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102001061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102001061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:03.075082 run osmo-stp_10.42.42.5(pid=25616): stdout: \u000a| (launched: 2022-12-09_10:20:00.772133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:03.206433 run osmo-stp_10.42.42.5(pid=25616): stderr: \u000a| �[0;m�[38;5;43m20221209102001060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102001060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102001060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102001061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102001061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102001061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102001061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:03.264015 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25616): Process ended prematurely: osmo-stp_10.42.42.5(pid=25616) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25616)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:20:03.273605 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a10:20:03.339148 run osmo-hlr_10.42.42.2(pid=25613): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25613)]\u000a10:20:03.392365 run osmo-hlr_10.42.42.2(pid=25613): stdout: \u000a| (launched: 2022-12-09_10:19:59.809530) \u000a10:20:03.446154 run osmo-hlr_10.42.42.2(pid=25613): stderr: \u000a| �[0;m�[1;31m20221209101959986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209101959986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209101959986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101959986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209101959986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209101959987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209101959999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102000008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102000008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102000008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:03.518717 run osmo-msc_10.42.42.6(pid=25622): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25622)]\u000a10:20:03.571614 run osmo-msc_10.42.42.6(pid=25622): stdout: \u000a| (launched: 2022-12-09_10:20:02.216622) \u000a10:20:03.625207 run osmo-msc_10.42.42.6(pid=25622): stderr: \u000a| �[0;m�[38;5;43m20221209102002655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102002655 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fded6145c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102002655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102002655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102002655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102002655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102002657 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102002657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102002658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102002658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:20:03.670610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25612): Terminating (SIGTERM)\u000a10:20:03.714524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25615): Terminating (SIGTERM)\u000a10:20:03.756787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25621): Terminating (SIGTERM)\u000a10:20:03.767319 --- ParallelTerminationStrategy: PID 25612 died...\u000a10:20:03.825379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25612): Terminated: ok {rc=0}\u000a10:20:03.835516 --- ParallelTerminationStrategy: PID 25615 died...\u000a10:20:03.893153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25615): Terminated: ok {rc=0}\u000a10:20:03.903348 --- ParallelTerminationStrategy: PID 25621 died...\u000a10:20:03.960868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25621): Terminated: ok {rc=0}\u000a10:20:04.048516 bus /sierra_3: Setting Powered False\u000a10:20:05.151291 bus /sierra_3: Setting Powered False\u000a10:20:06.263742 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:19:45" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25633): Process ended prematurely: osmo-stp_10.42.42.5(pid=25633) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25633): Process ended prematurely: osmo-stp_10.42.42.5(pid=25633) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:20:08.266748 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:20:08.278704 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:20:08.448004 tst mo_mt_call.py: using LAC 20789\u000a10:20:08.577348 tst mo_mt_call.py: using RAC 134\u000a10:20:08.708169 tst mo_mt_call.py: using CellId 20789\u000a10:20:08.836633 tst mo_mt_call.py: using BVCI 20790\u000a10:20:08.861775 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:20:08.873436 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:20:08.885109 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:20:08.896850 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:20:08.908428 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:20:08.920278 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:20:09.038674 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:20:09.249173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:09.767764 run create_hlr_db(pid=25627): Launched\u000a10:20:09.958247 bus /sierra_2: Setting Powered False\u000a10:20:10.977017 run create_hlr_db(pid=25627): Terminated: ok {rc=0}\u000a10:20:11.385541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25629): Launched\u000a10:20:11.693205 run osmo-hlr_10.42.42.2(pid=25630): Launched\u000a10:20:11.814433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:12.352067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25632): Launched\u000a10:20:12.660256 run osmo-stp_10.42.42.5(pid=25633): Launched\u000a10:20:12.771424 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:20:13.332456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25635): Launched\u000a10:20:13.641398 run osmo-msc_10.42.42.6(pid=25636): Launched\u000a10:20:13.821363 run osmo-stp_10.42.42.5(pid=25633): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)]\u000a10:20:13.950648 run osmo-stp_10.42.42.5(pid=25633): stdout: \u000a| (launched: 2022-12-09_10:20:12.509281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:14.077836 run osmo-stp_10.42.42.5(pid=25633): stderr: \u000a| �[0;m�[38;5;43m20221209102012679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102012679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102012680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102012680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102012681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102012681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102012681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:14.200795 run osmo-stp_10.42.42.5(pid=25633): stdout: \u000a| (launched: 2022-12-09_10:20:12.509281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:14.322563 run osmo-stp_10.42.42.5(pid=25633): stderr: \u000a| �[0;m�[38;5;43m20221209102012679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102012679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102012680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102012680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102012681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102012681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102012681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:14.376386 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25633): Process ended prematurely: osmo-stp_10.42.42.5(pid=25633) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:20:14.385109 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:20:14.445056 run osmo-hlr_10.42.42.2(pid=25630): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25630)]\u000a10:20:14.494134 run osmo-hlr_10.42.42.2(pid=25630): stdout: \u000a| (launched: 2022-12-09_10:20:11.540787) \u000a10:20:14.543860 run osmo-hlr_10.42.42.2(pid=25630): stderr: \u000a| �[0;m�[1;31m20221209102011718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102011718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102011718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102011718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102011718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102011718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102011731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102011742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102011742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102011742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:14.611003 run osmo-msc_10.42.42.6(pid=25636): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25636)]\u000a10:20:14.659890 run osmo-msc_10.42.42.6(pid=25636): stdout: \u000a| (launched: 2022-12-09_10:20:13.488872) \u000a10:20:14.709490 run osmo-msc_10.42.42.6(pid=25636): stderr: \u000a| �[0;m�[38;5;43m20221209102013762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102013762 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0664b60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102013762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102013762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102013762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102013762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102013764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102013764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102013765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102013765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:20:14.751628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25629): Terminating (SIGTERM)\u000a10:20:14.791286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25632): Terminating (SIGTERM)\u000a10:20:14.831047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25635): Terminating (SIGTERM)\u000a10:20:14.840320 --- ParallelTerminationStrategy: PID 25629 died...\u000a10:20:14.893511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25629): Terminated: ok {rc=0}\u000a10:20:14.903026 --- ParallelTerminationStrategy: PID 25632 died...\u000a10:20:14.955958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25632): Terminated: ok {rc=0}\u000a10:20:14.965865 --- ParallelTerminationStrategy: PID 25635 died...\u000a10:20:15.018668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25635): Terminated: ok {rc=0}\u000a10:20:15.107210 bus /sierra_3: Setting Powered False\u000a10:20:16.215583 bus /sierra_3: Setting Powered False\u000a10:20:17.326625 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25644): Process ended prematurely: osmo-stp_10.42.42.5(pid=25644) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25644)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25644): Process ended prematurely: osmo-stp_10.42.42.5(pid=25644) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:20:18.439503 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:20:18.451590 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:20:18.612046 tst mo_mt_call_osmux.py: using LAC 20790\u000a10:20:18.733998 tst mo_mt_call_osmux.py: using RAC 135\u000a10:20:18.853783 tst mo_mt_call_osmux.py: using CellId 20790\u000a10:20:18.973173 tst mo_mt_call_osmux.py: using BVCI 20791\u000a10:20:18.996269 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:20:19.007533 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:20:19.018650 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:20:19.030285 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:20:19.041836 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:20:19.053368 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:20:19.169601 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:20:19.384059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:19.902632 run create_hlr_db(pid=25638): Launched\u000a10:20:20.091781 bus /sierra_2: Setting Powered False\u000a10:20:21.101541 run create_hlr_db(pid=25638): Terminated: ok {rc=0}\u000a10:20:21.521307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25640): Launched\u000a10:20:21.830349 run osmo-hlr_10.42.42.2(pid=25641): Launched\u000a10:20:21.952137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:22.490784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25643): Launched\u000a10:20:22.799335 run osmo-stp_10.42.42.5(pid=25644): Launched\u000a10:20:22.910416 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:20:23.470531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25646): Launched\u000a10:20:23.777871 run osmo-msc_10.42.42.6(pid=25647): Launched\u000a10:20:23.956629 run osmo-stp_10.42.42.5(pid=25644): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25644)]\u000a10:20:24.085069 run osmo-stp_10.42.42.5(pid=25644): stdout: \u000a| (launched: 2022-12-09_10:20:22.645727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:24.211405 run osmo-stp_10.42.42.5(pid=25644): stderr: \u000a| �[0;m�[38;5;43m20221209102022816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102022817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102022817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102022817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102022818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102022818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102022818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:24.333376 run osmo-stp_10.42.42.5(pid=25644): stdout: \u000a| (launched: 2022-12-09_10:20:22.645727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:24.454392 run osmo-stp_10.42.42.5(pid=25644): stderr: \u000a| �[0;m�[38;5;43m20221209102022816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102022817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102022817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102022817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102022818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102022818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102022818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:24.508451 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25644): Process ended prematurely: osmo-stp_10.42.42.5(pid=25644) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25644)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:20:24.517283 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:20:24.577440 run osmo-hlr_10.42.42.2(pid=25641): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25641)]\u000a10:20:24.626839 run osmo-hlr_10.42.42.2(pid=25641): stdout: \u000a| (launched: 2022-12-09_10:20:21.678131) \u000a10:20:24.676931 run osmo-hlr_10.42.42.2(pid=25641): stderr: \u000a| �[0;m�[1;31m20221209102021854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102021854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102021854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102021854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102021855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102021855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102021867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102021875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102021875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102021875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:24.745081 run osmo-msc_10.42.42.6(pid=25647): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25647)]\u000a10:20:24.794237 run osmo-msc_10.42.42.6(pid=25647): stdout: \u000a| (launched: 2022-12-09_10:20:23.625759) \u000a10:20:24.844154 run osmo-msc_10.42.42.6(pid=25647): stderr: \u000a| �[0;m�[38;5;43m20221209102023896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102023896 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe524f9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102023896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102023897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102023897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102023897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102023899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102023899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102023899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102023899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:20:24.886257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25640): Terminating (SIGTERM)\u000a10:20:24.925993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25643): Terminating (SIGTERM)\u000a10:20:24.965664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25646): Terminating (SIGTERM)\u000a10:20:24.974854 --- ParallelTerminationStrategy: PID 25640 died...\u000a10:20:25.028325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25640): Terminated: ok {rc=0}\u000a10:20:25.037960 --- ParallelTerminationStrategy: PID 25643 died...\u000a10:20:25.090928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25643): Terminated: ok {rc=0}\u000a10:20:25.100448 --- ParallelTerminationStrategy: PID 25646 died...\u000a10:20:25.153715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25646): Terminated: ok {rc=0}\u000a10:20:25.243842 bus /sierra_3: Setting Powered False\u000a10:20:26.347123 bus /sierra_3: Setting Powered False\u000a10:20:27.459188 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:20:07" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25658): Process ended prematurely: osmo-stp_10.42.42.5(pid=25658) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25658)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25658): Process ended prematurely: osmo-stp_10.42.42.5(pid=25658) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:20:29.476405 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:20:29.488302 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:20:29.656812 tst mo_mt_call.py: using LAC 20791\u000a10:20:29.785367 tst mo_mt_call.py: using RAC 136\u000a10:20:29.913326 tst mo_mt_call.py: using CellId 20791\u000a10:20:30.043047 tst mo_mt_call.py: using BVCI 20792\u000a10:20:30.068219 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:20:30.079909 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:20:30.091430 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:20:30.103272 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:20:30.116002 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:20:30.128499 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:20:30.246729 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:20:30.458546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:31.020243 run create_hlr_db(pid=25652): Launched\u000a10:20:31.215008 bus /sierra_2: Setting Powered False\u000a10:20:32.234018 run create_hlr_db(pid=25652): Terminated: ok {rc=0}\u000a10:20:32.671910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25654): Launched\u000a10:20:33.002088 run osmo-hlr_10.42.42.2(pid=25655): Launched\u000a10:20:33.124861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:33.695209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25657): Launched\u000a10:20:34.025743 run osmo-stp_10.42.42.5(pid=25658): Launched\u000a10:20:34.143553 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:20:34.745166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25660): Launched\u000a10:20:35.075226 run osmo-msc_10.42.42.6(pid=25661): Launched\u000a10:20:35.266957 run osmo-stp_10.42.42.5(pid=25658): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25658)]\u000a10:20:35.405655 run osmo-stp_10.42.42.5(pid=25658): stdout: \u000a| (launched: 2022-12-09_10:20:33.862467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:35.542620 run osmo-stp_10.42.42.5(pid=25658): stderr: \u000a| �[0;m�[38;5;43m20221209102034054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102034054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102034055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102034055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102034055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102034055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102034056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:35.674808 run osmo-stp_10.42.42.5(pid=25658): stdout: \u000a| (launched: 2022-12-09_10:20:33.862467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:35.805192 run osmo-stp_10.42.42.5(pid=25658): stderr: \u000a| �[0;m�[38;5;43m20221209102034054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102034054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102034055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102034055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102034055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102034055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102034056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:35.862664 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25658): Process ended prematurely: osmo-stp_10.42.42.5(pid=25658) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25658)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:20:35.872495 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:20:35.936214 run osmo-hlr_10.42.42.2(pid=25655): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25655)]\u000a10:20:35.988253 run osmo-hlr_10.42.42.2(pid=25655): stdout: \u000a| (launched: 2022-12-09_10:20:32.839547) \u000a10:20:36.040825 run osmo-hlr_10.42.42.2(pid=25655): stderr: \u000a| �[0;m�[1;31m20221209102033036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102033036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102033037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102033037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102033037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102033037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102033050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102033058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102033058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102033059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:36.112479 run osmo-msc_10.42.42.6(pid=25661): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25661)]\u000a10:20:36.164478 run osmo-msc_10.42.42.6(pid=25661): stdout: \u000a| (launched: 2022-12-09_10:20:34.911476) \u000a10:20:36.217011 run osmo-msc_10.42.42.6(pid=25661): stderr: \u000a| �[0;m�[38;5;43m20221209102035231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102035231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0211a3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102035231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102035232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102035232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102035232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102035234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102035234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102035234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102035234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:20:36.261552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25654): Terminating (SIGTERM)\u000a10:20:36.303504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25657): Terminating (SIGTERM)\u000a10:20:36.345908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25660): Terminating (SIGTERM)\u000a10:20:36.355826 --- ParallelTerminationStrategy: PID 25654 died...\u000a10:20:36.412508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25654): Terminated: ok {rc=0}\u000a10:20:36.422584 --- ParallelTerminationStrategy: PID 25657 died...\u000a10:20:36.478684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25657): Terminated: ok {rc=0}\u000a10:20:36.488805 --- ParallelTerminationStrategy: PID 25660 died...\u000a10:20:36.545012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25660): Terminated: ok {rc=0}\u000a10:20:36.633831 bus /sierra_3: Setting Powered False\u000a10:20:37.738294 bus /sierra_3: Setting Powered False\u000a10:20:38.848781 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25669): Process ended prematurely: osmo-stp_10.42.42.5(pid=25669) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25669)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25669): Process ended prematurely: osmo-stp_10.42.42.5(pid=25669) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:20:39.966311 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:20:39.978673 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:20:40.148737 tst mo_mt_call_osmux.py: using LAC 20792\u000a10:20:40.276006 tst mo_mt_call_osmux.py: using RAC 137\u000a10:20:40.405276 tst mo_mt_call_osmux.py: using CellId 20792\u000a10:20:40.537674 tst mo_mt_call_osmux.py: using BVCI 20793\u000a10:20:40.562781 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:20:40.574514 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:20:40.586038 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:20:40.598356 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:20:40.610669 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:20:40.623059 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:20:40.746490 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:20:40.949332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:41.443212 run create_hlr_db(pid=25663): Launched\u000a10:20:41.618448 bus /sierra_2: Setting Powered False\u000a10:20:42.640453 run create_hlr_db(pid=25663): Terminated: ok {rc=0}\u000a10:20:43.075645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25665): Launched\u000a10:20:43.404894 run osmo-hlr_10.42.42.2(pid=25666): Launched\u000a10:20:43.524921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:44.093835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25668): Launched\u000a10:20:44.420806 run osmo-stp_10.42.42.5(pid=25669): Launched\u000a10:20:44.539330 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:20:45.139828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25671): Launched\u000a10:20:45.469589 run osmo-msc_10.42.42.6(pid=25672): Launched\u000a10:20:45.662903 run osmo-stp_10.42.42.5(pid=25669): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25669)]\u000a10:20:45.802295 run osmo-stp_10.42.42.5(pid=25669): stdout: \u000a| (launched: 2022-12-09_10:20:44.259958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:45.968382 run osmo-stp_10.42.42.5(pid=25669): stderr: \u000a| �[0;m�[38;5;43m20221209102044449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102044449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102044450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102044450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102044450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102044451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102044451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:46.095051 run osmo-stp_10.42.42.5(pid=25669): stdout: \u000a| (launched: 2022-12-09_10:20:44.259958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:46.220168 run osmo-stp_10.42.42.5(pid=25669): stderr: \u000a| �[0;m�[38;5;43m20221209102044449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102044449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102044450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102044450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102044450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102044451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102044451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:46.276472 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25669): Process ended prematurely: osmo-stp_10.42.42.5(pid=25669) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25669)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:20:46.286458 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:20:46.349801 run osmo-hlr_10.42.42.2(pid=25666): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25666)]\u000a10:20:46.401338 run osmo-hlr_10.42.42.2(pid=25666): stdout: \u000a| (launched: 2022-12-09_10:20:43.241969) \u000a10:20:46.452891 run osmo-hlr_10.42.42.2(pid=25666): stderr: \u000a| �[0;m�[1;31m20221209102043439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102043439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102043439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102043439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102043439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102043439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102043451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102043462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102043462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102043462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:46.523916 run osmo-msc_10.42.42.6(pid=25672): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25672)]\u000a10:20:46.575990 run osmo-msc_10.42.42.6(pid=25672): stdout: \u000a| (launched: 2022-12-09_10:20:45.306293) \u000a10:20:46.627416 run osmo-msc_10.42.42.6(pid=25672): stderr: \u000a| �[0;m�[38;5;43m20221209102045628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102045628 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8cc7c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102045628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102045628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102045628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102045628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102045630 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102045630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102045631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102045631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:20:46.671913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25665): Terminating (SIGTERM)\u000a10:20:46.716879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25668): Terminating (SIGTERM)\u000a10:20:46.761612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25671): Terminating (SIGTERM)\u000a10:20:46.774403 --- ParallelTerminationStrategy: PID 25665 died...\u000a10:20:46.831821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25665): Terminated: ok {rc=0}\u000a10:20:46.842114 --- ParallelTerminationStrategy: PID 25668 died...\u000a10:20:46.897294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25668): Terminated: ok {rc=0}\u000a10:20:46.907936 --- ParallelTerminationStrategy: PID 25671 died...\u000a10:20:46.963706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25671): Terminated: ok {rc=0}\u000a10:20:47.062054 bus /sierra_3: Setting Powered False\u000a10:20:48.167935 bus /sierra_3: Setting Powered False\u000a10:20:49.275031 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:20:29" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25683): Process ended prematurely: osmo-stp_10.42.42.5(pid=25683) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25683)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25683): Process ended prematurely: osmo-stp_10.42.42.5(pid=25683) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:20:51.275014 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:20:51.286440 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:20:51.456550 tst mo_mt_call.py: using LAC 20793\u000a10:20:51.582427 tst mo_mt_call.py: using RAC 138\u000a10:20:51.700322 tst mo_mt_call.py: using CellId 20793\u000a10:20:51.820832 tst mo_mt_call.py: using BVCI 20794\u000a10:20:51.844106 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:20:51.855323 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:20:51.866376 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:20:51.877637 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:20:51.888563 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:20:51.899532 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:20:52.018868 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:20:52.231206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:52.749154 run create_hlr_db(pid=25677): Launched\u000a10:20:52.938900 bus /sierra_2: Setting Powered False\u000a10:20:53.959055 run create_hlr_db(pid=25677): Terminated: ok {rc=0}\u000a10:20:54.370017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25679): Launched\u000a10:20:54.677501 run osmo-hlr_10.42.42.2(pid=25680): Launched\u000a10:20:54.791621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:55.327088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25682): Launched\u000a10:20:55.645083 run osmo-stp_10.42.42.5(pid=25683): Launched\u000a10:20:55.767330 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:20:56.369883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25685): Launched\u000a10:20:56.701546 run osmo-msc_10.42.42.6(pid=25686): Launched\u000a10:20:56.894158 run osmo-stp_10.42.42.5(pid=25683): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25683)]\u000a10:20:57.032780 run osmo-stp_10.42.42.5(pid=25683): stdout: \u000a| (launched: 2022-12-09_10:20:55.483038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:57.171086 run osmo-stp_10.42.42.5(pid=25683): stderr: \u000a| �[0;m�[38;5;43m20221209102055670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102055670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102055670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102055670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102055671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102055671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102055671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:57.304045 run osmo-stp_10.42.42.5(pid=25683): stdout: \u000a| (launched: 2022-12-09_10:20:55.483038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:57.436046 run osmo-stp_10.42.42.5(pid=25683): stderr: \u000a| �[0;m�[38;5;43m20221209102055670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102055670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102055670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102055670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102055671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102055671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102055671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:57.494247 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25683): Process ended prematurely: osmo-stp_10.42.42.5(pid=25683) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25683)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:20:57.503702 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:20:57.569191 run osmo-hlr_10.42.42.2(pid=25680): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25680)]\u000a10:20:57.621893 run osmo-hlr_10.42.42.2(pid=25680): stdout: \u000a| (launched: 2022-12-09_10:20:54.525188) \u000a10:20:57.675752 run osmo-hlr_10.42.42.2(pid=25680): stderr: \u000a| �[0;m�[1;31m20221209102054700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102054700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102054700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102054700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102054700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102054700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102054712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102054720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102054720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102054720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:57.748109 run osmo-msc_10.42.42.6(pid=25686): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25686)]\u000a10:20:57.801433 run osmo-msc_10.42.42.6(pid=25686): stdout: \u000a| (launched: 2022-12-09_10:20:56.537103) \u000a10:20:57.854875 run osmo-msc_10.42.42.6(pid=25686): stderr: \u000a| �[0;m�[38;5;43m20221209102056861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102056861 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8dac53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102056861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102056861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102056861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102056862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102056863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102056864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102056864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102056864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:20:57.900277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25679): Terminating (SIGTERM)\u000a10:20:57.943244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25682): Terminating (SIGTERM)\u000a10:20:57.985847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25685): Terminating (SIGTERM)\u000a10:20:57.996146 --- ParallelTerminationStrategy: PID 25679 died...\u000a10:20:58.053349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25679): Terminated: ok {rc=0}\u000a10:20:58.064216 --- ParallelTerminationStrategy: PID 25682 died...\u000a10:20:58.121484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25682): Terminated: ok {rc=0}\u000a10:20:58.132409 --- ParallelTerminationStrategy: PID 25685 died...\u000a10:20:58.189658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25685): Terminated: ok {rc=0}\u000a10:20:58.278625 bus /sierra_3: Setting Powered False\u000a10:20:59.387055 bus /sierra_3: Setting Powered False\u000a10:21:00.496264 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25694): Process ended prematurely: osmo-stp_10.42.42.5(pid=25694) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25694)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25694): Process ended prematurely: osmo-stp_10.42.42.5(pid=25694) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:21:01.614431 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:21:01.627387 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:21:01.815173 tst mo_mt_call_osmux.py: using LAC 20794\u000a10:21:01.941329 tst mo_mt_call_osmux.py: using RAC 139\u000a10:21:02.089912 tst mo_mt_call_osmux.py: using CellId 20794\u000a10:21:02.224377 tst mo_mt_call_osmux.py: using BVCI 20795\u000a10:21:02.248370 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:21:02.259972 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:21:02.271291 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:21:02.282579 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:21:02.293903 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:21:02.305057 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:21:02.421600 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:21:02.641171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:03.157853 run create_hlr_db(pid=25688): Launched\u000a10:21:03.346968 bus /sierra_2: Setting Powered False\u000a10:21:04.368492 run create_hlr_db(pid=25688): Terminated: ok {rc=0}\u000a10:21:04.779178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25690): Launched\u000a10:21:05.085515 run osmo-hlr_10.42.42.2(pid=25691): Launched\u000a10:21:05.206325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:05.743731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25693): Launched\u000a10:21:06.049893 run osmo-stp_10.42.42.5(pid=25694): Launched\u000a10:21:06.160251 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:21:06.721539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25696): Launched\u000a10:21:07.031617 run osmo-msc_10.42.42.6(pid=25697): Launched\u000a10:21:07.210211 run osmo-stp_10.42.42.5(pid=25694): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25694)]\u000a10:21:07.338980 run osmo-stp_10.42.42.5(pid=25694): stdout: \u000a| (launched: 2022-12-09_10:21:05.898803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:07.466123 run osmo-stp_10.42.42.5(pid=25694): stderr: \u000a| �[0;m�[38;5;43m20221209102106069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102106069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102106069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102106069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102106070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102106070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102106070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:07.589111 run osmo-stp_10.42.42.5(pid=25694): stdout: \u000a| (launched: 2022-12-09_10:21:05.898803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:07.711177 run osmo-stp_10.42.42.5(pid=25694): stderr: \u000a| �[0;m�[38;5;43m20221209102106069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102106069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102106069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102106069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102106070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102106070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102106070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:07.765261 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25694): Process ended prematurely: osmo-stp_10.42.42.5(pid=25694) [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25694)] [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:21:07.774329 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:21:07.834823 run osmo-hlr_10.42.42.2(pid=25691): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25691)]\u000a10:21:07.884300 run osmo-hlr_10.42.42.2(pid=25691): stdout: \u000a| (launched: 2022-12-09_10:21:04.935090) \u000a10:21:07.934344 run osmo-hlr_10.42.42.2(pid=25691): stderr: \u000a| �[0;m�[1;31m20221209102105110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102105110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102105110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102105110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102105110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102105110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102105121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102105129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102105130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102105130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:08.002009 run osmo-msc_10.42.42.6(pid=25697): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25697)]\u000a10:21:08.051143 run osmo-msc_10.42.42.6(pid=25697): stdout: \u000a| (launched: 2022-12-09_10:21:06.877760) \u000a10:21:08.100978 run osmo-msc_10.42.42.6(pid=25697): stderr: \u000a| �[0;m�[38;5;43m20221209102107151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102107151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b57a90c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102107151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102107151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102107151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102107151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102107153 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102107154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102107154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102107154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:21:08.143135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25690): Terminating (SIGTERM)\u000a10:21:08.183221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25693): Terminating (SIGTERM)\u000a10:21:08.223514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25696): Terminating (SIGTERM)\u000a10:21:08.232904 --- ParallelTerminationStrategy: PID 25690 died...\u000a10:21:08.286858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25690): Terminated: ok {rc=0}\u000a10:21:08.296730 --- ParallelTerminationStrategy: PID 25693 died...\u000a10:21:08.350413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25693): Terminated: ok {rc=0}\u000a10:21:08.360103 --- ParallelTerminationStrategy: PID 25696 died...\u000a10:21:08.413230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25696): Terminated: ok {rc=0}\u000a10:21:08.497467 bus /sierra_3: Setting Powered False\u000a10:21:09.606146 bus /sierra_3: Setting Powered False\u000a10:21:10.715017 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:20:50" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25709): Process ended prematurely: osmo-stp_10.42.42.5(pid=25709) [trial-2358↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25709)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25709): Process ended prematurely: osmo-stp_10.42.42.5(pid=25709) [trial-2358↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25709)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:21:12.731152 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:21:12.742308 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:21:12.879179 tst emergency_mo_mt_call.py: using LAC 20795\u000a10:21:12.996295 tst emergency_mo_mt_call.py: using RAC 140\u000a10:21:13.115289 tst emergency_mo_mt_call.py: using CellId 20795\u000a10:21:13.234488 tst emergency_mo_mt_call.py: using BVCI 20796\u000a10:21:13.257245 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:21:13.267941 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:21:13.278560 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:21:13.289086 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:21:13.299592 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:21:13.310230 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:21:13.430863 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:21:13.630146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:14.113536 run create_hlr_db(pid=25703): Launched\u000a10:21:14.285296 bus /sierra_2: Setting Powered False\u000a10:21:15.307767 run create_hlr_db(pid=25703): Terminated: ok {rc=0}\u000a10:21:15.737622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25705): Launched\u000a10:21:16.166274 run osmo-hlr_10.42.42.2(pid=25706): Launched\u000a10:21:16.401953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:17.012862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25708): Launched\u000a10:21:17.319192 run osmo-stp_10.42.42.5(pid=25709): Launched\u000a10:21:17.447124 tst emergency_mo_mt_call.py: using MSISDN 7158\u000a10:21:17.601070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:21:18.151940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25711): Launched\u000a10:21:18.452455 run osmo-msc_10.42.42.6(pid=25712): Launched\u000a10:21:18.627830 run osmo-stp_10.42.42.5(pid=25709): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25709)]\u000a10:21:18.754116 run osmo-stp_10.42.42.5(pid=25709): stdout: \u000a| (launched: 2022-12-09_10:21:17.169127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:18.878691 run osmo-stp_10.42.42.5(pid=25709): stderr: \u000a| �[0;m�[38;5;43m20221209102117338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102117338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102117338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102117339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102117339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102117339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102117339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:18.999409 run osmo-stp_10.42.42.5(pid=25709): stdout: \u000a| (launched: 2022-12-09_10:21:17.169127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:19.118307 run osmo-stp_10.42.42.5(pid=25709): stderr: \u000a| �[0;m�[38;5;43m20221209102117338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102117338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102117338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102117339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102117339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102117339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102117339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:19.170803 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25709): Process ended prematurely: osmo-stp_10.42.42.5(pid=25709) [trial-2358↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25709)] [trial-2358↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a10:21:19.179058 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a10:21:19.239273 run osmo-hlr_10.42.42.2(pid=25706): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25706)]\u000a10:21:19.288777 run osmo-hlr_10.42.42.2(pid=25706): stdout: \u000a| (launched: 2022-12-09_10:21:15.915682) \u000a10:21:19.339308 run osmo-hlr_10.42.42.2(pid=25706): stderr: \u000a| �[0;m�[1;31m20221209102116231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102116232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102116232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102116232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102116232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102116232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102116250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102116258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102116258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102116259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:19.407165 run osmo-msc_10.42.42.6(pid=25712): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25712)]\u000a10:21:19.456337 run osmo-msc_10.42.42.6(pid=25712): stdout: \u000a| (launched: 2022-12-09_10:21:18.303690) \u000a10:21:19.506099 run osmo-msc_10.42.42.6(pid=25712): stderr: \u000a| �[0;m�[38;5;43m20221209102118574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102118574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1881ff8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102118574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102118574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102118575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102118575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102118577 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102118578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102118578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102118578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:21:19.548617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25705): Terminating (SIGTERM)\u000a10:21:19.588789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25708): Terminating (SIGTERM)\u000a10:21:19.629043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25711): Terminating (SIGTERM)\u000a10:21:19.638358 --- ParallelTerminationStrategy: PID 25705 died...\u000a10:21:19.692417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25705): Terminated: ok {rc=0}\u000a10:21:19.702123 --- ParallelTerminationStrategy: PID 25708 died...\u000a10:21:19.755614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25708): Terminated: ok {rc=0}\u000a10:21:19.765348 --- ParallelTerminationStrategy: PID 25711 died...\u000a10:21:19.819110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25711): Terminated: ok {rc=0}\u000a10:21:19.904148 bus /sierra_3: Setting Powered False\u000a10:21:21.007547 bus /sierra_3: Setting Powered False\u000a10:21:22.114729 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25720): Process ended prematurely: osmo-stp_10.42.42.5(pid=25720) [trial-2358↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25720)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25720): Process ended prematurely: osmo-stp_10.42.42.5(pid=25720) [trial-2358↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:21:23.164676 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:21:23.176185 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:21:23.314438 tst emergency_preemptive_call.py: using LAC 20796\u000a10:21:23.431061 tst emergency_preemptive_call.py: using RAC 141\u000a10:21:23.554125 tst emergency_preemptive_call.py: using CellId 20796\u000a10:21:23.669590 tst emergency_preemptive_call.py: using BVCI 20797\u000a10:21:23.692270 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:21:23.703277 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:21:23.713919 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:21:23.724512 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:21:23.735197 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:21:23.745979 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:21:23.860318 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:21:23.975951 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:21:24.093937 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:21:24.302570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:24.812486 run create_hlr_db(pid=25714): Launched\u000a10:21:24.998961 bus /sierra_2: Setting Powered False\u000a10:21:26.019143 run create_hlr_db(pid=25714): Terminated: ok {rc=0}\u000a10:21:26.449586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25716): Launched\u000a10:21:26.774802 run osmo-hlr_10.42.42.2(pid=25717): Launched\u000a10:21:26.892271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:27.457148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25719): Launched\u000a10:21:27.781752 run osmo-stp_10.42.42.5(pid=25720): Launched\u000a10:21:27.916175 tst emergency_preemptive_call.py: using MSISDN 7159\u000a10:21:28.076452 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:21:28.666141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25722): Launched\u000a10:21:28.991083 run osmo-msc_10.42.42.6(pid=25723): Launched\u000a10:21:29.179970 run osmo-stp_10.42.42.5(pid=25720): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25720)]\u000a10:21:29.316127 run osmo-stp_10.42.42.5(pid=25720): stdout: \u000a| (launched: 2022-12-09_10:21:27.620159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:29.452303 run osmo-stp_10.42.42.5(pid=25720): stderr: \u000a| �[0;m�[38;5;43m20221209102127812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102127813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102127813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102127813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102127814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102127814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102127814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:29.582197 run osmo-stp_10.42.42.5(pid=25720): stdout: \u000a| (launched: 2022-12-09_10:21:27.620159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:29.711061 run osmo-stp_10.42.42.5(pid=25720): stderr: \u000a| �[0;m�[38;5;43m20221209102127812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102127813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102127813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102127813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102127814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102127814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102127814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:29.767457 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25720): Process ended prematurely: osmo-stp_10.42.42.5(pid=25720) [trial-2358↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25720)] [trial-2358↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a10:21:29.776615 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a10:21:29.841317 run osmo-hlr_10.42.42.2(pid=25717): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25717)]\u000a10:21:29.893784 run osmo-hlr_10.42.42.2(pid=25717): stdout: \u000a| (launched: 2022-12-09_10:21:26.612871) \u000a10:21:29.947202 run osmo-hlr_10.42.42.2(pid=25717): stderr: \u000a| �[0;m�[1;31m20221209102126811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102126811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102126811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102126811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102126811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102126811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102126824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102126832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102126832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102126832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:30.019525 run osmo-msc_10.42.42.6(pid=25723): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25723)]\u000a10:21:30.072002 run osmo-msc_10.42.42.6(pid=25723): stdout: \u000a| (launched: 2022-12-09_10:21:28.830085) \u000a10:21:30.125062 run osmo-msc_10.42.42.6(pid=25723): stderr: \u000a| �[0;m�[38;5;43m20221209102129154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102129154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0962e44c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102129154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102129154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102129154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102129154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102129156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102129157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102129157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102129157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:21:30.169596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25716): Terminating (SIGTERM)\u000a10:21:30.212170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25719): Terminating (SIGTERM)\u000a10:21:30.254698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25722): Terminating (SIGTERM)\u000a10:21:30.264690 --- ParallelTerminationStrategy: PID 25716 died...\u000a10:21:30.321215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25716): Terminated: ok {rc=0}\u000a10:21:30.331607 --- ParallelTerminationStrategy: PID 25719 died...\u000a10:21:30.388106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25719): Terminated: ok {rc=0}\u000a10:21:30.398192 --- ParallelTerminationStrategy: PID 25722 died...\u000a10:21:30.454326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25722): Terminated: ok {rc=0}\u000a10:21:30.543426 bus /sierra_9: Setting Powered False\u000a10:21:31.649369 bus /sierra_9: Setting Powered False\u000a10:21:32.761022 bus /sierra_8: Setting Powered False\u000a10:21:33.865987 bus /sierra_8: Setting Powered False\u000a10:21:34.976441 bus /sierra_3: Setting Powered False\u000a10:21:36.083974 bus /sierra_3: Setting Powered False\u000a10:21:37.193203 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:21:12" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25738): Process ended prematurely: osmo-stp_10.42.42.5(pid=25738) [trial-2358↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25738)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25738): Process ended prematurely: osmo-stp_10.42.42.5(pid=25738) [trial-2358↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:21:39.318017 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:39.329214 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:21:39.476627 tst cs_paging_gprs_active.py: using LAC 20797\u000a10:21:39.606820 tst cs_paging_gprs_active.py: using RAC 142\u000a10:21:39.730252 tst cs_paging_gprs_active.py: using CellId 20797\u000a10:21:39.856282 tst cs_paging_gprs_active.py: using BVCI 20798\u000a10:21:39.879971 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:39.890871 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:39.901578 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:39.912123 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:39.922913 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:39.933392 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:39.943962 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:39.955349 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:39.966149 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:21:40.084562 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:21:40.365386 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:21:40.492462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:40.810191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25728): Launched\u000a10:21:41.077886 run iperf3-srv_10.42.42.10(pid=25729): Launched\u000a10:21:41.264234 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:21:41.391279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:41.708728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25730): Launched\u000a10:21:41.973260 run iperf3-srv_10.42.42.10(pid=25731): Launched\u000a10:21:42.158714 tst cs_paging_gprs_active.py:38: start network...\u000a10:21:42.285529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:42.779697 run create_hlr_db(pid=25732): Launched\u000a10:21:42.955232 bus /sierra_2: Setting Powered False\u000a10:21:43.977691 run create_hlr_db(pid=25732): Terminated: ok {rc=0}\u000a10:21:44.415534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25734): Launched\u000a10:21:44.748055 run osmo-hlr_10.42.42.2(pid=25735): Launched\u000a10:21:44.870183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:45.447023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25737): Launched\u000a10:21:45.779218 run osmo-stp_10.42.42.5(pid=25738): Launched\u000a10:21:45.982518 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:21:46.555920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25740): Launched\u000a10:21:46.679992 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:21:46.983614 run patchelf(pid=25741): Launched\u000a10:21:47.181739 run osmo-stp_10.42.42.5(pid=25738): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25738)]\u000a10:21:47.324797 run osmo-stp_10.42.42.5(pid=25738): stdout: \u000a| (launched: 2022-12-09_10:21:45.614076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:47.465710 run osmo-stp_10.42.42.5(pid=25738): stderr: \u000a| �[0;m�[38;5;43m20221209102145805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102145805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102145805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102145805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102145806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102145806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102145806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:47.602246 run osmo-stp_10.42.42.5(pid=25738): stdout: \u000a| (launched: 2022-12-09_10:21:45.614076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:47.738477 run osmo-stp_10.42.42.5(pid=25738): stderr: \u000a| �[0;m�[38;5;43m20221209102145805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102145805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102145805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102145805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102145806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102145806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102145806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:47.896498 run patchelf(pid=25741): Terminating (SIGINT)\u000a10:21:48.081264 run patchelf(pid=25741): Terminated: ok {rc=0}\u000a10:21:48.115316 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25738): Process ended prematurely: osmo-stp_10.42.42.5(pid=25738) [trial-2358↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25738)] [trial-2358↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a10:21:48.125508 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:21:48.190866 run osmo-hlr_10.42.42.2(pid=25735): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25735)]\u000a10:21:48.243632 run osmo-hlr_10.42.42.2(pid=25735): stdout: \u000a| (launched: 2022-12-09_10:21:44.583136) \u000a10:21:48.296772 run osmo-hlr_10.42.42.2(pid=25735): stderr: \u000a| �[0;m�[1;31m20221209102144783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102144783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102144783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102144783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102144783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102144783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102144796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102144804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102144805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102144805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:48.342513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25728): Terminating (SIGTERM)\u000a10:21:48.385283 run iperf3-srv_10.42.42.10(pid=25729): Terminating (SIGTERM)\u000a10:21:48.427776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25730): Terminating (SIGTERM)\u000a10:21:48.470511 run iperf3-srv_10.42.42.10(pid=25731): Terminating (SIGTERM)\u000a10:21:48.513301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25734): Terminating (SIGTERM)\u000a10:21:48.556056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25737): Terminating (SIGTERM)\u000a10:21:48.599214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25740): Terminating (SIGTERM)\u000a10:21:48.608668 --- ParallelTerminationStrategy: PID 25728 died...\u000a10:21:48.665902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25728): Terminated: ok {rc=0}\u000a10:21:48.676032 --- ParallelTerminationStrategy: PID 25729 died...\u000a10:21:48.733271 run iperf3-srv_10.42.42.10(pid=25729): Terminated {rc=256}\u000a10:21:48.743414 --- ParallelTerminationStrategy: PID 25730 died...\u000a10:21:48.800475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25730): Terminated: ok {rc=0}\u000a10:21:48.810675 --- ParallelTerminationStrategy: PID 25731 died...\u000a10:21:48.867282 run iperf3-srv_10.42.42.10(pid=25731): Terminated {rc=256}\u000a10:21:48.877667 --- ParallelTerminationStrategy: PID 25734 died...\u000a10:21:48.934426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25734): Terminated: ok {rc=0}\u000a10:21:48.944580 --- ParallelTerminationStrategy: PID 25737 died...\u000a10:21:49.001574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25737): Terminated: ok {rc=0}\u000a10:21:49.011754 --- ParallelTerminationStrategy: PID 25740 died...\u000a10:21:49.068792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25740): Terminated: ok {rc=0}\u000a10:21:49.157556 bus /gobi_0: Setting Powered False\u000a10:21:50.266071 bus /gobi_0: Setting Powered False\u000a10:21:51.375214 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25750): Process ended prematurely: osmo-stp_10.42.42.5(pid=25750) [trial-2358↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25750)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25750): Process ended prematurely: osmo-stp_10.42.42.5(pid=25750) [trial-2358↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a10:21:52.491517 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:52.503272 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:21:52.653489 tst iperf3.py: using LAC 20798\u000a10:21:52.782346 tst iperf3.py: using RAC 143\u000a10:21:52.910934 tst iperf3.py: using CellId 20798\u000a10:21:53.034770 tst iperf3.py: using BVCI 20799\u000a10:21:53.058366 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:53.069316 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:53.079782 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:53.091331 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:53.102746 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:53.113820 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:53.125161 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:53.136264 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:21:53.147668 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:21:53.446424 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:21:53.583854 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:53.924374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25742): Launched\u000a10:21:54.208759 run iperf3-srv_10.42.42.10(pid=25743): Launched\u000a10:21:54.408828 tst iperf3.py:8: start network...\u000a10:21:54.545671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:55.064273 run create_hlr_db(pid=25744): Launched\u000a10:21:55.254092 bus /gobi_6: Setting Powered False\u000a10:21:56.275205 run create_hlr_db(pid=25744): Terminated: ok {rc=0}\u000a10:21:56.687243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25746): Launched\u000a10:21:56.994605 run osmo-hlr_10.42.42.2(pid=25747): Launched\u000a10:21:57.116089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:57.657999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25749): Launched\u000a10:21:57.967151 run osmo-stp_10.42.42.5(pid=25750): Launched\u000a10:21:58.078679 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:21:58.614489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25752): Launched\u000a10:21:58.723754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:21:58.993065 run patchelf(pid=25753): Launched\u000a10:21:59.173920 run osmo-stp_10.42.42.5(pid=25750): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25750)]\u000a10:21:59.306515 run osmo-stp_10.42.42.5(pid=25750): stdout: \u000a| (launched: 2022-12-09_10:21:57.813991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:59.438420 run osmo-stp_10.42.42.5(pid=25750): stderr: \u000a| �[0;m�[38;5;43m20221209102157985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102157985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102157985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102157986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102157986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102157986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102157986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:59.565888 run osmo-stp_10.42.42.5(pid=25750): stdout: \u000a| (launched: 2022-12-09_10:21:57.813991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:59.692585 run osmo-stp_10.42.42.5(pid=25750): stderr: \u000a| �[0;m�[38;5;43m20221209102157985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102157985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102157985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102157986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102157986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102157986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102157986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:59.839896 run patchelf(pid=25753): Terminating (SIGINT)\u000a10:22:00.012706 run patchelf(pid=25753): Terminated: ok {rc=0}\u000a10:22:00.044669 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25750): Process ended prematurely: osmo-stp_10.42.42.5(pid=25750) [trial-2358↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25750)] [trial-2358↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a10:22:00.054020 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:22:00.114786 run osmo-hlr_10.42.42.2(pid=25747): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25747)]\u000a10:22:00.164388 run osmo-hlr_10.42.42.2(pid=25747): stdout: \u000a| (launched: 2022-12-09_10:21:56.842975) \u000a10:22:00.214484 run osmo-hlr_10.42.42.2(pid=25747): stderr: \u000a| �[0;m�[1;31m20221209102157019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102157019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102157019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102157019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102157019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102157019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102157031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102157039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102157039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102157040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:00.257568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25742): Terminating (SIGTERM)\u000a10:22:00.297874 run iperf3-srv_10.42.42.10(pid=25743): Terminating (SIGTERM)\u000a10:22:00.338408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25746): Terminating (SIGTERM)\u000a10:22:00.378960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25749): Terminating (SIGTERM)\u000a10:22:00.419369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25752): Terminating (SIGTERM)\u000a10:22:00.429043 --- ParallelTerminationStrategy: PID 25742 died...\u000a10:22:00.483042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25742): Terminated: ok {rc=0}\u000a10:22:00.492998 --- ParallelTerminationStrategy: PID 25743 died...\u000a10:22:00.546415 run iperf3-srv_10.42.42.10(pid=25743): Terminated {rc=256}\u000a10:22:00.556253 --- ParallelTerminationStrategy: PID 25746 died...\u000a10:22:00.610058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25746): Terminated: ok {rc=0}\u000a10:22:00.619832 --- ParallelTerminationStrategy: PID 25749 died...\u000a10:22:00.673705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25749): Terminated: ok {rc=0}\u000a10:22:00.683679 --- ParallelTerminationStrategy: PID 25752 died...\u000a10:22:00.737545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25752): Terminated: ok {rc=0}\u000a10:22:00.822984 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25768): Process ended prematurely: osmo-stp_10.42.42.5(pid=25768) [trial-2358↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25768)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25768): Process ended prematurely: osmo-stp_10.42.42.5(pid=25768) [trial-2358↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a10:22:01.951585 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:01.964338 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:22:02.107901 tst iperf3m4.py: using LAC 20799\u000a10:22:02.245628 tst iperf3m4.py: using RAC 144\u000a10:22:02.378721 tst iperf3m4.py: using CellId 20799\u000a10:22:02.505393 tst iperf3m4.py: using BVCI 20800\u000a10:22:02.530554 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:02.541971 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:02.553143 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:02.564450 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:02.576392 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:02.587556 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:02.599172 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:02.610377 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:02.621963 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:22:02.744457 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:22:02.862637 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:22:02.984794 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:22:03.282972 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:22:03.420386 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:03.762103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25754): Launched\u000a10:22:04.048436 run iperf3-srv_10.42.42.10(pid=25755): Launched\u000a10:22:04.249239 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:22:04.386216 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:04.728670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25756): Launched\u000a10:22:05.013284 run iperf3-srv_10.42.42.10(pid=25757): Launched\u000a10:22:05.213553 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:22:05.350465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:05.692278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25758): Launched\u000a10:22:05.978035 run iperf3-srv_10.42.42.10(pid=25759): Launched\u000a10:22:06.179136 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:22:06.316827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:06.657573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25760): Launched\u000a10:22:06.942138 run iperf3-srv_10.42.42.10(pid=25761): Launched\u000a10:22:07.143080 tst iperf3m4.py:8: start network...\u000a10:22:07.280276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:07.801801 run create_hlr_db(pid=25762): Launched\u000a10:22:07.992332 bus /gobi_6: Setting Powered False\u000a10:22:09.012776 run create_hlr_db(pid=25762): Terminated: ok {rc=0}\u000a10:22:09.453763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25764): Launched\u000a10:22:09.787648 run osmo-hlr_10.42.42.2(pid=25765): Launched\u000a10:22:09.907874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:10.483751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25767): Launched\u000a10:22:10.814484 run osmo-stp_10.42.42.5(pid=25768): Launched\u000a10:22:10.934635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:11.511364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25770): Launched\u000a10:22:11.628940 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:11.918830 run patchelf(pid=25771): Launched\u000a10:22:12.110989 run osmo-stp_10.42.42.5(pid=25768): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25768)]\u000a10:22:12.251283 run osmo-stp_10.42.42.5(pid=25768): stdout: \u000a| (launched: 2022-12-09_10:22:10.651026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:12.392058 run osmo-stp_10.42.42.5(pid=25768): stderr: \u000a| �[0;m�[38;5;43m20221209102210841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102210841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102210841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102210842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102210842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102210842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102210842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:12.528210 run osmo-stp_10.42.42.5(pid=25768): stdout: \u000a| (launched: 2022-12-09_10:22:10.651026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:12.663481 run osmo-stp_10.42.42.5(pid=25768): stderr: \u000a| �[0;m�[38;5;43m20221209102210841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102210841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102210841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102210842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102210842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102210842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102210842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:12.821315 run patchelf(pid=25771): Terminating (SIGINT)\u000a10:22:13.005435 run patchelf(pid=25771): Terminated: ok {rc=0}\u000a10:22:13.039296 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25768): Process ended prematurely: osmo-stp_10.42.42.5(pid=25768) [trial-2358↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25768)] [trial-2358↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a10:22:13.049347 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a10:22:13.114671 run osmo-hlr_10.42.42.2(pid=25765): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25765)]\u000a10:22:13.167485 run osmo-hlr_10.42.42.2(pid=25765): stdout: \u000a| (launched: 2022-12-09_10:22:09.622201) \u000a10:22:13.221037 run osmo-hlr_10.42.42.2(pid=25765): stderr: \u000a| �[0;m�[1;31m20221209102209818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102209818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102209818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102209818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102209819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102209819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102209831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102209841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102209842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102209842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:13.266224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25754): Terminating (SIGTERM)\u000a10:22:13.309188 run iperf3-srv_10.42.42.10(pid=25755): Terminating (SIGTERM)\u000a10:22:13.351830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25756): Terminating (SIGTERM)\u000a10:22:13.394741 run iperf3-srv_10.42.42.10(pid=25757): Terminating (SIGTERM)\u000a10:22:13.437774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25758): Terminating (SIGTERM)\u000a10:22:13.480098 run iperf3-srv_10.42.42.10(pid=25759): Terminating (SIGTERM)\u000a10:22:13.522793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25760): Terminating (SIGTERM)\u000a10:22:13.565557 run iperf3-srv_10.42.42.10(pid=25761): Terminating (SIGTERM)\u000a10:22:13.608459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25764): Terminating (SIGTERM)\u000a10:22:13.651014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25767): Terminating (SIGTERM)\u000a10:22:13.694453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25770): Terminating (SIGTERM)\u000a10:22:13.704347 --- ParallelTerminationStrategy: PID 25754 died...\u000a10:22:13.762591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25754): Terminated: ok {rc=0}\u000a10:22:13.772900 --- ParallelTerminationStrategy: PID 25755 died...\u000a10:22:13.830207 run iperf3-srv_10.42.42.10(pid=25755): Terminated {rc=256}\u000a10:22:13.840689 --- ParallelTerminationStrategy: PID 25756 died...\u000a10:22:13.897412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25756): Terminated: ok {rc=0}\u000a10:22:13.907867 --- ParallelTerminationStrategy: PID 25757 died...\u000a10:22:13.964783 run iperf3-srv_10.42.42.10(pid=25757): Terminated {rc=256}\u000a10:22:13.974936 --- ParallelTerminationStrategy: PID 25758 died...\u000a10:22:14.031870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25758): Terminated: ok {rc=0}\u000a10:22:14.042095 --- ParallelTerminationStrategy: PID 25759 died...\u000a10:22:14.099069 run iperf3-srv_10.42.42.10(pid=25759): Terminated {rc=256}\u000a10:22:14.109275 --- ParallelTerminationStrategy: PID 25760 died...\u000a10:22:14.165892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25760): Terminated: ok {rc=0}\u000a10:22:14.176068 --- ParallelTerminationStrategy: PID 25761 died...\u000a10:22:14.232481 run iperf3-srv_10.42.42.10(pid=25761): Terminated {rc=256}\u000a10:22:14.242917 --- ParallelTerminationStrategy: PID 25764 died...\u000a10:22:14.299519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25764): Terminated: ok {rc=0}\u000a10:22:14.309796 --- ParallelTerminationStrategy: PID 25767 died...\u000a10:22:14.366720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25767): Terminated: ok {rc=0}\u000a10:22:14.376942 --- ParallelTerminationStrategy: PID 25770 died...\u000a10:22:14.433934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25770): Terminated: ok {rc=0}\u000a10:22:14.523082 bus /gobi_4: Setting Powered False\u000a10:22:15.626922 bus /gobi_4: Setting Powered False\u000a10:22:16.749593 bus /gobi_1: Setting Powered False\u000a10:22:17.854789 bus /gobi_1: Setting Powered False\u000a10:22:18.967026 bus /gobi_0: Setting Powered False\u000a10:22:20.074346 bus /gobi_0: Setting Powered False\u000a10:22:21.187509 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25778): Process ended prematurely: osmo-stp_10.42.42.5(pid=25778) [trial-2358↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25778)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25778): Process ended prematurely: osmo-stp_10.42.42.5(pid=25778) [trial-2358↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a10:22:22.257621 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:22.269559 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:22:22.416007 tst ping.py: using LAC 20800\u000a10:22:22.543968 tst ping.py: using RAC 145\u000a10:22:22.670104 tst ping.py: using CellId 20800\u000a10:22:22.798377 tst ping.py: using BVCI 20801\u000a10:22:22.823247 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:22.834581 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:22.845710 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:22.857143 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:22.868268 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:22.879460 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:22.890968 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:22.902394 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:22:23.176448 tst ping.py:19: start network...\u000a10:22:23.300446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:23.783556 run create_hlr_db(pid=25772): Launched\u000a10:22:23.956193 bus /gobi_6: Setting Powered False\u000a10:22:24.977267 run create_hlr_db(pid=25772): Terminated: ok {rc=0}\u000a10:22:25.407630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25774): Launched\u000a10:22:25.732666 run osmo-hlr_10.42.42.2(pid=25775): Launched\u000a10:22:25.851266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:26.419122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25777): Launched\u000a10:22:26.742949 run osmo-stp_10.42.42.5(pid=25778): Launched\u000a10:22:26.859437 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:27.423584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25780): Launched\u000a10:22:27.538530 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:27.822295 run patchelf(pid=25781): Launched\u000a10:22:28.011216 run osmo-stp_10.42.42.5(pid=25778): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25778)]\u000a10:22:28.149246 run osmo-stp_10.42.42.5(pid=25778): stdout: \u000a| (launched: 2022-12-09_10:22:26.582589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:28.287783 run osmo-stp_10.42.42.5(pid=25778): stderr: \u000a| �[0;m�[38;5;43m20221209102226775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102226775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102226775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102226776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102226776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102226776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102226776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:28.421630 run osmo-stp_10.42.42.5(pid=25778): stdout: \u000a| (launched: 2022-12-09_10:22:26.582589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:28.554394 run osmo-stp_10.42.42.5(pid=25778): stderr: \u000a| �[0;m�[38;5;43m20221209102226775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102226775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102226775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102226776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102226776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102226776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102226776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:28.707844 run patchelf(pid=25781): Terminating (SIGINT)\u000a10:22:28.888334 run patchelf(pid=25781): Terminated: ok {rc=0}\u000a10:22:28.921268 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25778): Process ended prematurely: osmo-stp_10.42.42.5(pid=25778) [trial-2358↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25778)] [trial-2358↪gprs:trx-sysmocell5000↪ping.py:22]\u000a10:22:28.930597 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:22:28.995214 run osmo-hlr_10.42.42.2(pid=25775): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25775)]\u000a10:22:29.047719 run osmo-hlr_10.42.42.2(pid=25775): stdout: \u000a| (launched: 2022-12-09_10:22:25.571778) \u000a10:22:29.101393 run osmo-hlr_10.42.42.2(pid=25775): stderr: \u000a| �[0;m�[1;31m20221209102225770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102225770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102225770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102225770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102225770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102225770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102225783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102225791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102225792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102225792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:29.146629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25774): Terminating (SIGTERM)\u000a10:22:29.189494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25777): Terminating (SIGTERM)\u000a10:22:29.232536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25780): Terminating (SIGTERM)\u000a10:22:29.242524 --- ParallelTerminationStrategy: PID 25774 died...\u000a10:22:29.300023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25774): Terminated: ok {rc=0}\u000a10:22:29.310335 --- ParallelTerminationStrategy: PID 25777 died...\u000a10:22:29.367603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25777): Terminated: ok {rc=0}\u000a10:22:29.378384 --- ParallelTerminationStrategy: PID 25780 died...\u000a10:22:29.435566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25780): Terminated: ok {rc=0}\u000a10:22:29.523552 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25788): Process ended prematurely: osmo-stp_10.42.42.5(pid=25788) [trial-2358↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25788)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25788): Process ended prematurely: osmo-stp_10.42.42.5(pid=25788) [trial-2358↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a10:22:30.576304 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:30.588275 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:22:30.735459 tst ping_idle_ping.py: using LAC 20801\u000a10:22:30.891419 tst ping_idle_ping.py: using RAC 146\u000a10:22:31.032097 tst ping_idle_ping.py: using CellId 20801\u000a10:22:31.161838 tst ping_idle_ping.py: using BVCI 20802\u000a10:22:31.187976 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:31.200756 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:31.215650 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:31.228114 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:31.242294 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:31.256019 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:31.269953 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:22:31.282355 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:22:31.584313 tst ping_idle_ping.py:24: start network...\u000a10:22:31.711742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:32.225092 run create_hlr_db(pid=25782): Launched\u000a10:22:32.416322 bus /gobi_6: Setting Powered False\u000a10:22:33.436108 run create_hlr_db(pid=25782): Terminated: ok {rc=0}\u000a10:22:33.844691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25784): Launched\u000a10:22:34.147816 run osmo-hlr_10.42.42.2(pid=25785): Launched\u000a10:22:34.263272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:34.794100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25787): Launched\u000a10:22:35.095566 run osmo-stp_10.42.42.5(pid=25788): Launched\u000a10:22:35.204732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:35.733603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25790): Launched\u000a10:22:35.842583 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:36.113939 run patchelf(pid=25795): Launched\u000a10:22:36.304225 run osmo-stp_10.42.42.5(pid=25788): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25788)]\u000a10:22:36.443208 run osmo-stp_10.42.42.5(pid=25788): stdout: \u000a| (launched: 2022-12-09_10:22:34.946966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:36.582465 run osmo-stp_10.42.42.5(pid=25788): stderr: \u000a| �[0;m�[38;5;43m20221209102235116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102235116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102235117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102235117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102235118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102235118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102235118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:36.716744 run osmo-stp_10.42.42.5(pid=25788): stdout: \u000a| (launched: 2022-12-09_10:22:34.946966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:36.850889 run osmo-stp_10.42.42.5(pid=25788): stderr: \u000a| �[0;m�[38;5;43m20221209102235116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102235116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102235117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102235117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102235118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102235118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102235118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:37.005505 run patchelf(pid=25795): Terminating (SIGINT)\u000a10:22:37.187166 run patchelf(pid=25795): Terminated: ok {rc=0}\u000a10:22:37.220147 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25788): Process ended prematurely: osmo-stp_10.42.42.5(pid=25788) [trial-2358↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25788)] [trial-2358↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a10:22:37.229741 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:22:37.294872 run osmo-hlr_10.42.42.2(pid=25785): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25785)]\u000a10:22:37.348065 run osmo-hlr_10.42.42.2(pid=25785): stdout: \u000a| (launched: 2022-12-09_10:22:33.998060) \u000a10:22:37.402007 run osmo-hlr_10.42.42.2(pid=25785): stderr: \u000a| �[0;m�[1;31m20221209102234175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102234175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102234176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102234176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102234176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102234176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102234187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102234197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102234197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102234197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:37.448204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25784): Terminating (SIGTERM)\u000a10:22:37.491053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25787): Terminating (SIGTERM)\u000a10:22:37.534543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25790): Terminating (SIGTERM)\u000a10:22:37.544672 --- ParallelTerminationStrategy: PID 25784 died...\u000a10:22:37.602878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25784): Terminated: ok {rc=0}\u000a10:22:37.613373 --- ParallelTerminationStrategy: PID 25787 died...\u000a10:22:37.670788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25787): Terminated: ok {rc=0}\u000a10:22:37.681275 --- ParallelTerminationStrategy: PID 25790 died...\u000a10:22:37.739016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25790): Terminated: ok {rc=0}\u000a10:22:37.827667 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:21:38" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25809): Process ended prematurely: osmo-stp_10.42.42.5(pid=25809) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25809)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25809): Process ended prematurely: osmo-stp_10.42.42.5(pid=25809) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:22:40.001261 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:40.012773 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:22:40.161164 tst cs_paging_gprs_active.py: using LAC 20802\u000a10:22:40.290925 tst cs_paging_gprs_active.py: using RAC 147\u000a10:22:40.418904 tst cs_paging_gprs_active.py: using CellId 20802\u000a10:22:40.546997 tst cs_paging_gprs_active.py: using BVCI 20803\u000a10:22:40.572286 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:40.583670 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:40.594891 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:40.606445 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:40.617906 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:40.629495 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:40.641094 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:40.652467 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:40.664133 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:22:40.782474 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:22:41.079659 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:22:41.216914 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:41.557977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25799): Launched\u000a10:22:41.843139 run iperf3-srv_10.42.42.10(pid=25800): Launched\u000a10:22:42.046177 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:22:42.184502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:42.525624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25801): Launched\u000a10:22:42.810953 run iperf3-srv_10.42.42.10(pid=25802): Launched\u000a10:22:43.011673 tst cs_paging_gprs_active.py:38: start network...\u000a10:22:43.149140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:43.668884 run create_hlr_db(pid=25803): Launched\u000a10:22:43.859215 bus /gobi_6: Setting Powered False\u000a10:22:44.880768 run create_hlr_db(pid=25803): Terminated: ok {rc=0}\u000a10:22:45.319565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25805): Launched\u000a10:22:45.651061 run osmo-hlr_10.42.42.2(pid=25806): Launched\u000a10:22:45.774761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:46.385911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25808): Launched\u000a10:22:46.795844 run osmo-stp_10.42.42.5(pid=25809): Launched\u000a10:22:47.012415 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:47.590655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25811): Launched\u000a10:22:47.708429 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:47.997654 run patchelf(pid=25812): Launched\u000a10:22:48.189791 run osmo-stp_10.42.42.5(pid=25809): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25809)]\u000a10:22:48.329571 run osmo-stp_10.42.42.5(pid=25809): stdout: \u000a| (launched: 2022-12-09_10:22:46.547368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:48.469490 run osmo-stp_10.42.42.5(pid=25809): stderr: \u000a| �[0;m�[38;5;43m20221209102246827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102246827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102246827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102246827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102246828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102246828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102246828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:48.605138 run osmo-stp_10.42.42.5(pid=25809): stdout: \u000a| (launched: 2022-12-09_10:22:46.547368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:48.740264 run osmo-stp_10.42.42.5(pid=25809): stderr: \u000a| �[0;m�[38;5;43m20221209102246827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102246827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102246827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102246827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102246828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102246828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102246828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:48.896670 run patchelf(pid=25812): Terminating (SIGINT)\u000a10:22:49.080068 run patchelf(pid=25812): Terminated: ok {rc=0}\u000a10:22:49.113937 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25809): Process ended prematurely: osmo-stp_10.42.42.5(pid=25809) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25809)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:22:49.124010 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a10:22:49.188595 run osmo-hlr_10.42.42.2(pid=25806): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25806)]\u000a10:22:49.240885 run osmo-hlr_10.42.42.2(pid=25806): stdout: \u000a| (launched: 2022-12-09_10:22:45.486959) \u000a10:22:49.293871 run osmo-hlr_10.42.42.2(pid=25806): stderr: \u000a| �[0;m�[1;31m20221209102245687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102245687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102245687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102245687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102245687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102245687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102245700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102245708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102245708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102245708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:49.339148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25799): Terminating (SIGTERM)\u000a10:22:49.381694 run iperf3-srv_10.42.42.10(pid=25800): Terminating (SIGTERM)\u000a10:22:49.424236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25801): Terminating (SIGTERM)\u000a10:22:49.467043 run iperf3-srv_10.42.42.10(pid=25802): Terminating (SIGTERM)\u000a10:22:49.509657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25805): Terminating (SIGTERM)\u000a10:22:49.552018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25808): Terminating (SIGTERM)\u000a10:22:49.594687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25811): Terminating (SIGTERM)\u000a10:22:49.604768 --- ParallelTerminationStrategy: PID 25799 died...\u000a10:22:49.661775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25799): Terminated: ok {rc=0}\u000a10:22:49.671926 --- ParallelTerminationStrategy: PID 25800 died...\u000a10:22:49.728547 run iperf3-srv_10.42.42.10(pid=25800): Terminated {rc=256}\u000a10:22:49.739023 --- ParallelTerminationStrategy: PID 25801 died...\u000a10:22:49.795501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25801): Terminated: ok {rc=0}\u000a10:22:49.805827 --- ParallelTerminationStrategy: PID 25802 died...\u000a10:22:49.862914 run iperf3-srv_10.42.42.10(pid=25802): Terminated {rc=256}\u000a10:22:49.873063 --- ParallelTerminationStrategy: PID 25805 died...\u000a10:22:49.929448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25805): Terminated: ok {rc=0}\u000a10:22:49.939498 --- ParallelTerminationStrategy: PID 25808 died...\u000a10:22:49.996049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25808): Terminated: ok {rc=0}\u000a10:22:50.006177 --- ParallelTerminationStrategy: PID 25811 died...\u000a10:22:50.062817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25811): Terminated: ok {rc=0}\u000a10:22:50.151582 bus /gobi_0: Setting Powered False\u000a10:22:51.259732 bus /gobi_0: Setting Powered False\u000a10:22:52.369396 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25821): Process ended prematurely: osmo-stp_10.42.42.5(pid=25821) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25821)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25821): Process ended prematurely: osmo-stp_10.42.42.5(pid=25821) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:22:53.486226 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:53.498217 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:22:53.649270 tst iperf3.py: using LAC 20803\u000a10:22:53.777608 tst iperf3.py: using RAC 148\u000a10:22:53.906397 tst iperf3.py: using CellId 20803\u000a10:22:54.033764 tst iperf3.py: using BVCI 20804\u000a10:22:54.058837 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:54.070349 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:54.081684 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:54.092766 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:54.104202 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:54.115775 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:54.127378 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:54.138715 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:22:54.150402 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:22:54.431139 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:22:54.557536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:54.873620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25813): Launched\u000a10:22:55.138683 run iperf3-srv_10.42.42.10(pid=25814): Launched\u000a10:22:55.325195 tst iperf3.py:8: start network...\u000a10:22:55.452434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:55.947637 run create_hlr_db(pid=25815): Launched\u000a10:22:56.122973 bus /gobi_6: Setting Powered False\u000a10:22:57.145464 run create_hlr_db(pid=25815): Terminated: ok {rc=0}\u000a10:22:57.585453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25817): Launched\u000a10:22:57.918896 run osmo-hlr_10.42.42.2(pid=25818): Launched\u000a10:22:58.039337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:58.616203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25820): Launched\u000a10:22:58.947124 run osmo-stp_10.42.42.5(pid=25821): Launched\u000a10:22:59.066784 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:59.642204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25823): Launched\u000a10:22:59.760329 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:23:00.047846 run patchelf(pid=25824): Launched\u000a10:23:00.240681 run osmo-stp_10.42.42.5(pid=25821): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25821)]\u000a10:23:00.381533 run osmo-stp_10.42.42.5(pid=25821): stdout: \u000a| (launched: 2022-12-09_10:22:58.783526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:00.522519 run osmo-stp_10.42.42.5(pid=25821): stderr: \u000a| �[0;m�[38;5;43m20221209102258977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102258977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102258978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102258978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102258978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102258978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102258979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:00.659338 run osmo-stp_10.42.42.5(pid=25821): stdout: \u000a| (launched: 2022-12-09_10:22:58.783526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:00.795397 run osmo-stp_10.42.42.5(pid=25821): stderr: \u000a| �[0;m�[38;5;43m20221209102258977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102258977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102258978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102258978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102258978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102258978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102258979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:00.975412 run patchelf(pid=25824): Terminating (SIGINT)\u000a10:23:01.161427 run patchelf(pid=25824): Terminated: ok {rc=0}\u000a10:23:01.196237 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25821): Process ended prematurely: osmo-stp_10.42.42.5(pid=25821) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25821)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a10:23:01.207002 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:23:01.272837 run osmo-hlr_10.42.42.2(pid=25818): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25818)]\u000a10:23:01.326572 run osmo-hlr_10.42.42.2(pid=25818): stdout: \u000a| (launched: 2022-12-09_10:22:57.754439) \u000a10:23:01.380854 run osmo-hlr_10.42.42.2(pid=25818): stderr: \u000a| �[0;m�[1;31m20221209102257952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102257953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102257953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102257953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102257953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102257953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102257968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102257978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102257978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102257979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:01.427008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25813): Terminating (SIGTERM)\u000a10:23:01.473117 run iperf3-srv_10.42.42.10(pid=25814): Terminating (SIGTERM)\u000a10:23:01.518214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25817): Terminating (SIGTERM)\u000a10:23:01.562188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25820): Terminating (SIGTERM)\u000a10:23:01.612250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25823): Terminating (SIGTERM)\u000a10:23:01.622965 --- ParallelTerminationStrategy: PID 25813 died...\u000a10:23:01.694764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25813): Terminated: ok {rc=0}\u000a10:23:01.705810 --- ParallelTerminationStrategy: PID 25814 died...\u000a10:23:01.777627 run iperf3-srv_10.42.42.10(pid=25814): Terminated {rc=256}\u000a10:23:01.795178 --- ParallelTerminationStrategy: PID 25817 died...\u000a10:23:01.875144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25817): Terminated: ok {rc=0}\u000a10:23:01.892453 --- ParallelTerminationStrategy: PID 25820 died...\u000a10:23:01.956429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25820): Terminated: ok {rc=0}\u000a10:23:01.971884 --- ParallelTerminationStrategy: PID 25823 died...\u000a10:23:02.037964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25823): Terminated: ok {rc=0}\u000a10:23:02.142080 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26110): Process ended prematurely: osmo-stp_10.42.42.5(pid=26110) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26110)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26110): Process ended prematurely: osmo-stp_10.42.42.5(pid=26110) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:23:03.300177 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:03.313369 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:23:03.501304 tst iperf3m4.py: using LAC 20804\u000a10:23:03.660780 tst iperf3m4.py: using RAC 149\u000a10:23:03.811743 tst iperf3m4.py: using CellId 20804\u000a10:23:03.956319 tst iperf3m4.py: using BVCI 20805\u000a10:23:03.984291 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:03.996715 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:04.010277 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:04.023645 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:04.036722 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:04.049664 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:04.062454 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:04.075695 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:04.088995 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:23:04.213550 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:23:04.340068 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:23:04.465289 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:23:04.773643 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:23:04.914457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:23:05.268492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26094): Launched\u000a10:23:05.569698 run iperf3-srv_10.42.42.10(pid=26095): Launched\u000a10:23:05.774333 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:23:05.913803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:23:06.262891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26098): Launched\u000a10:23:06.552281 run iperf3-srv_10.42.42.10(pid=26099): Launched\u000a10:23:06.747926 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:23:06.878217 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:23:07.216445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26100): Launched\u000a10:23:07.504307 run iperf3-srv_10.42.42.10(pid=26101): Launched\u000a10:23:07.697296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:23:07.829855 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:23:08.167752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26102): Launched\u000a10:23:08.451458 run iperf3-srv_10.42.42.10(pid=26103): Launched\u000a10:23:08.645463 tst iperf3m4.py:8: start network...\u000a10:23:08.778715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:09.305125 run create_hlr_db(pid=26104): Launched\u000a10:23:09.491207 bus /gobi_6: Setting Powered False\u000a10:23:10.511123 run create_hlr_db(pid=26104): Terminated: ok {rc=0}\u000a10:23:10.955151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26106): Launched\u000a10:23:11.365887 run osmo-hlr_10.42.42.2(pid=26107): Launched\u000a10:23:11.617953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:12.249652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26109): Launched\u000a10:23:12.673855 run osmo-stp_10.42.42.5(pid=26110): Launched\u000a10:23:12.891003 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:23:13.484890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26112): Launched\u000a10:23:13.606058 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:23:13.911459 run patchelf(pid=26113): Launched\u000a10:23:14.108076 run osmo-stp_10.42.42.5(pid=26110): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26110)]\u000a10:23:14.252253 run osmo-stp_10.42.42.5(pid=26110): stdout: \u000a| (launched: 2022-12-09_10:23:12.410569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:14.397127 run osmo-stp_10.42.42.5(pid=26110): stderr: \u000a| �[0;m�[38;5;43m20221209102312702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102312702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102312703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102312703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102312704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102312704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102312704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:14.536890 run osmo-stp_10.42.42.5(pid=26110): stdout: \u000a| (launched: 2022-12-09_10:23:12.410569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:14.675715 run osmo-stp_10.42.42.5(pid=26110): stderr: \u000a| �[0;m�[38;5;43m20221209102312702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102312702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102312703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102312703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102312704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102312704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102312704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:14.837329 run patchelf(pid=26113): Terminating (SIGINT)\u000a10:23:15.026042 run patchelf(pid=26113): Terminated: ok {rc=0}\u000a10:23:15.061410 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26110): Process ended prematurely: osmo-stp_10.42.42.5(pid=26110) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26110)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:23:15.072618 tst iperf3m4.py:8: Test FAILED (11.8 sec)\u000a10:23:15.142668 run osmo-hlr_10.42.42.2(pid=26107): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26107)]\u000a10:23:15.197808 run osmo-hlr_10.42.42.2(pid=26107): stdout: \u000a| (launched: 2022-12-09_10:23:11.113938) \u000a10:23:15.253915 run osmo-hlr_10.42.42.2(pid=26107): stderr: \u000a| �[0;m�[1;31m20221209102311450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102311450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102311450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102311450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102311450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102311450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102311467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102311484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102311484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102311484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:15.301739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26094): Terminating (SIGTERM)\u000a10:23:15.348791 run iperf3-srv_10.42.42.10(pid=26095): Terminating (SIGTERM)\u000a10:23:15.395840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26098): Terminating (SIGTERM)\u000a10:23:15.443094 run iperf3-srv_10.42.42.10(pid=26099): Terminating (SIGTERM)\u000a10:23:15.490084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26100): Terminating (SIGTERM)\u000a10:23:15.535736 run iperf3-srv_10.42.42.10(pid=26101): Terminating (SIGTERM)\u000a10:23:15.583912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26102): Terminating (SIGTERM)\u000a10:23:15.630828 run iperf3-srv_10.42.42.10(pid=26103): Terminating (SIGTERM)\u000a10:23:15.677679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26106): Terminating (SIGTERM)\u000a10:23:15.724557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26109): Terminating (SIGTERM)\u000a10:23:15.770867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26112): Terminating (SIGTERM)\u000a10:23:15.783249 --- ParallelTerminationStrategy: PID 26094 died...\u000a10:23:15.850425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26094): Terminated: ok {rc=0}\u000a10:23:15.861628 --- ParallelTerminationStrategy: PID 26095 died...\u000a10:23:15.922761 run iperf3-srv_10.42.42.10(pid=26095): Terminated {rc=256}\u000a10:23:15.934135 --- ParallelTerminationStrategy: PID 26098 died...\u000a10:23:15.994792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26098): Terminated: ok {rc=0}\u000a10:23:16.006204 --- ParallelTerminationStrategy: PID 26099 died...\u000a10:23:16.066522 run iperf3-srv_10.42.42.10(pid=26099): Terminated {rc=256}\u000a10:23:16.077710 --- ParallelTerminationStrategy: PID 26100 died...\u000a10:23:16.137767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26100): Terminated: ok {rc=0}\u000a10:23:16.148915 --- ParallelTerminationStrategy: PID 26101 died...\u000a10:23:16.208732 run iperf3-srv_10.42.42.10(pid=26101): Terminated {rc=256}\u000a10:23:16.219849 --- ParallelTerminationStrategy: PID 26102 died...\u000a10:23:16.279687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26102): Terminated: ok {rc=0}\u000a10:23:16.290932 --- ParallelTerminationStrategy: PID 26103 died...\u000a10:23:16.350849 run iperf3-srv_10.42.42.10(pid=26103): Terminated {rc=256}\u000a10:23:16.362042 --- ParallelTerminationStrategy: PID 26106 died...\u000a10:23:16.422088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26106): Terminated: ok {rc=0}\u000a10:23:16.433452 --- ParallelTerminationStrategy: PID 26109 died...\u000a10:23:16.493846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26109): Terminated: ok {rc=0}\u000a10:23:16.505235 --- ParallelTerminationStrategy: PID 26112 died...\u000a10:23:16.566048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26112): Terminated: ok {rc=0}\u000a10:23:16.693817 bus /gobi_4: Setting Powered False\u000a10:23:17.811371 bus /gobi_4: Setting Powered False\u000a10:23:18.923535 bus /gobi_1: Setting Powered False\u000a10:23:20.032128 bus /gobi_1: Setting Powered False\u000a10:23:21.145838 bus /gobi_0: Setting Powered False\u000a10:23:22.261615 bus /gobi_0: Setting Powered False\u000a10:23:23.376051 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26122): Process ended prematurely: osmo-stp_10.42.42.5(pid=26122) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26122): Process ended prematurely: osmo-stp_10.42.42.5(pid=26122) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:23:24.443088 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:24.454665 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:23:24.593920 tst ping.py: using LAC 20805\u000a10:23:24.724370 tst ping.py: using RAC 150\u000a10:23:24.850178 tst ping.py: using CellId 20805\u000a10:23:24.967990 tst ping.py: using BVCI 20806\u000a10:23:24.991402 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:25.002451 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:25.013382 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:25.024148 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:25.035160 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:25.045929 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:25.056797 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:25.067645 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:23:25.342474 tst ping.py:19: start network...\u000a10:23:25.465696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:25.951635 run create_hlr_db(pid=26116): Launched\u000a10:23:26.125274 bus /gobi_6: Setting Powered False\u000a10:23:27.146183 run create_hlr_db(pid=26116): Terminated: ok {rc=0}\u000a10:23:27.579068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26118): Launched\u000a10:23:27.906103 run osmo-hlr_10.42.42.2(pid=26119): Launched\u000a10:23:28.023641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:28.590219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26121): Launched\u000a10:23:28.918149 run osmo-stp_10.42.42.5(pid=26122): Launched\u000a10:23:29.035331 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:23:29.602957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26124): Launched\u000a10:23:29.718685 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:23:30.003233 run patchelf(pid=26125): Launched\u000a10:23:30.193218 run osmo-stp_10.42.42.5(pid=26122): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)]\u000a10:23:30.331350 run osmo-stp_10.42.42.5(pid=26122): stdout: \u000a| (launched: 2022-12-09_10:23:28.755506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:30.470391 run osmo-stp_10.42.42.5(pid=26122): stderr: \u000a| �[0;m�[38;5;43m20221209102328947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102328947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102328947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102328948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102328948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102328948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102328948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:30.604498 run osmo-stp_10.42.42.5(pid=26122): stdout: \u000a| (launched: 2022-12-09_10:23:28.755506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:30.737539 run osmo-stp_10.42.42.5(pid=26122): stderr: \u000a| �[0;m�[38;5;43m20221209102328947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102328947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102328947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102328948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102328948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102328948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102328948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:30.899590 run patchelf(pid=26125): Terminating (SIGINT)\u000a10:23:31.096107 run patchelf(pid=26125): Terminated: ok {rc=0}\u000a10:23:31.130503 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26122): Process ended prematurely: osmo-stp_10.42.42.5(pid=26122) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a10:23:31.140904 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:23:31.209690 run osmo-hlr_10.42.42.2(pid=26119): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26119)]\u000a10:23:31.264085 run osmo-hlr_10.42.42.2(pid=26119): stdout: \u000a| (launched: 2022-12-09_10:23:27.743394) \u000a10:23:31.319670 run osmo-hlr_10.42.42.2(pid=26119): stderr: \u000a| �[0;m�[1;31m20221209102327941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102327941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102327941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102327941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102327942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102327942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102327954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102327963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102327963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102327963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:31.367176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26118): Terminating (SIGTERM)\u000a10:23:31.412212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26121): Terminating (SIGTERM)\u000a10:23:31.458891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26124): Terminating (SIGTERM)\u000a10:23:31.469947 --- ParallelTerminationStrategy: PID 26118 died...\u000a10:23:31.531476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26118): Terminated: ok {rc=0}\u000a10:23:31.542747 --- ParallelTerminationStrategy: PID 26121 died...\u000a10:23:31.601771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26121): Terminated: ok {rc=0}\u000a10:23:31.614178 --- ParallelTerminationStrategy: PID 26124 died...\u000a10:23:31.674007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26124): Terminated: ok {rc=0}\u000a10:23:31.766643 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26132): Process ended prematurely: osmo-stp_10.42.42.5(pid=26132) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26132)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26132): Process ended prematurely: osmo-stp_10.42.42.5(pid=26132) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:23:32.818539 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:32.830996 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:23:32.980889 tst ping_idle_ping.py: using LAC 20806\u000a10:23:33.109231 tst ping_idle_ping.py: using RAC 151\u000a10:23:33.238558 tst ping_idle_ping.py: using CellId 20806\u000a10:23:33.368220 tst ping_idle_ping.py: using BVCI 20807\u000a10:23:33.393384 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:33.405213 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:33.416676 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:33.429343 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:33.441404 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:33.452759 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:33.465497 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:23:33.477664 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:23:33.764551 tst ping_idle_ping.py:24: start network...\u000a10:23:33.900057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:34.414550 run create_hlr_db(pid=26126): Launched\u000a10:23:34.602925 bus /gobi_6: Setting Powered False\u000a10:23:35.624031 run create_hlr_db(pid=26126): Terminated: ok {rc=0}\u000a10:23:36.059767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26128): Launched\u000a10:23:36.388490 run osmo-hlr_10.42.42.2(pid=26129): Launched\u000a10:23:36.507416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:37.074277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26131): Launched\u000a10:23:37.402024 run osmo-stp_10.42.42.5(pid=26132): Launched\u000a10:23:37.520571 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:23:38.091688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26134): Launched\u000a10:23:38.207183 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:23:38.491511 run patchelf(pid=26135): Launched\u000a10:23:38.681929 run osmo-stp_10.42.42.5(pid=26132): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26132)]\u000a10:23:38.821082 run osmo-stp_10.42.42.5(pid=26132): stdout: \u000a| (launched: 2022-12-09_10:23:37.239021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:38.959858 run osmo-stp_10.42.42.5(pid=26132): stderr: \u000a| �[0;m�[38;5;43m20221209102337431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102337431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102337431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102337432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102337432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102337432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102337432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:39.094539 run osmo-stp_10.42.42.5(pid=26132): stdout: \u000a| (launched: 2022-12-09_10:23:37.239021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:39.227561 run osmo-stp_10.42.42.5(pid=26132): stderr: \u000a| �[0;m�[38;5;43m20221209102337431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102337431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102337431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102337432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102337432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102337432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102337432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:39.382425 run patchelf(pid=26135): Terminating (SIGINT)\u000a10:23:39.563679 run patchelf(pid=26135): Terminated: ok {rc=0}\u000a10:23:39.596702 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26132): Process ended prematurely: osmo-stp_10.42.42.5(pid=26132) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26132)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:23:39.606113 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:23:39.670570 run osmo-hlr_10.42.42.2(pid=26129): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26129)]\u000a10:23:39.722678 run osmo-hlr_10.42.42.2(pid=26129): stdout: \u000a| (launched: 2022-12-09_10:23:36.225461) \u000a10:23:39.775846 run osmo-hlr_10.42.42.2(pid=26129): stderr: \u000a| �[0;m�[1;31m20221209102336424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102336424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102336424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102336424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102336424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102336424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102336437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102336445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102336446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102336446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:39.820561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26128): Terminating (SIGTERM)\u000a10:23:39.863455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26131): Terminating (SIGTERM)\u000a10:23:39.905837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26134): Terminating (SIGTERM)\u000a10:23:39.915953 --- ParallelTerminationStrategy: PID 26128 died...\u000a10:23:39.972682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26128): Terminated: ok {rc=0}\u000a10:23:39.982979 --- ParallelTerminationStrategy: PID 26131 died...\u000a10:23:40.040377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26131): Terminated: ok {rc=0}\u000a10:23:40.050807 --- ParallelTerminationStrategy: PID 26134 died...\u000a10:23:40.108065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26134): Terminated: ok {rc=0}\u000a10:23:40.197488 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:22:39" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26149): Process ended prematurely: osmo-stp_10.42.42.5(pid=26149) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26149)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26149): Process ended prematurely: osmo-stp_10.42.42.5(pid=26149) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:23:42.363826 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:42.374945 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:23:42.532206 tst cs_paging_gprs_active.py: using LAC 20807\u000a10:23:42.651367 tst cs_paging_gprs_active.py: using RAC 152\u000a10:23:42.772646 tst cs_paging_gprs_active.py: using CellId 20807\u000a10:23:42.893132 tst cs_paging_gprs_active.py: using BVCI 20808\u000a10:23:42.916329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:42.927275 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:42.938000 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:42.948696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:42.959481 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:42.970141 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:42.980875 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:42.991666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:43.002780 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:23:43.120326 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:23:43.400239 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:23:43.527564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:23:43.845365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26139): Launched\u000a10:23:44.110777 run iperf3-srv_10.42.42.10(pid=26140): Launched\u000a10:23:44.296572 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:23:44.423616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:23:44.741268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26141): Launched\u000a10:23:45.006128 run iperf3-srv_10.42.42.10(pid=26142): Launched\u000a10:23:45.191958 tst cs_paging_gprs_active.py:38: start network...\u000a10:23:45.319140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:45.815997 run create_hlr_db(pid=26143): Launched\u000a10:23:46.029379 bus /gobi_6: Setting Powered False\u000a10:23:47.074786 run create_hlr_db(pid=26143): Terminated: ok {rc=0}\u000a10:23:47.523247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26145): Launched\u000a10:23:47.832542 run osmo-hlr_10.42.42.2(pid=26146): Launched\u000a10:23:47.944765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:48.479405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26148): Launched\u000a10:23:48.787080 run osmo-stp_10.42.42.5(pid=26149): Launched\u000a10:23:48.897711 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:23:49.436859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26151): Launched\u000a10:23:49.546261 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:23:49.814606 run patchelf(pid=26152): Launched\u000a10:23:49.993770 run osmo-stp_10.42.42.5(pid=26149): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26149)]\u000a10:23:50.124673 run osmo-stp_10.42.42.5(pid=26149): stdout: \u000a| (launched: 2022-12-09_10:23:48.635174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:50.256026 run osmo-stp_10.42.42.5(pid=26149): stderr: \u000a| �[0;m�[38;5;43m20221209102348810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102348810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102348810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102348810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102348811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102348811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102348811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:50.382304 run osmo-stp_10.42.42.5(pid=26149): stdout: \u000a| (launched: 2022-12-09_10:23:48.635174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:50.507501 run osmo-stp_10.42.42.5(pid=26149): stderr: \u000a| �[0;m�[38;5;43m20221209102348810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102348810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102348810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102348810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102348811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102348811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102348811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:50.653465 run patchelf(pid=26152): Terminating (SIGINT)\u000a10:23:50.824708 run patchelf(pid=26152): Terminated: ok {rc=0}\u000a10:23:50.856457 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26149): Process ended prematurely: osmo-stp_10.42.42.5(pid=26149) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26149)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:23:50.865791 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a10:23:50.926275 run osmo-hlr_10.42.42.2(pid=26146): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26146)]\u000a10:23:50.975419 run osmo-hlr_10.42.42.2(pid=26146): stdout: \u000a| (launched: 2022-12-09_10:23:47.679139) \u000a10:23:51.025229 run osmo-hlr_10.42.42.2(pid=26146): stderr: \u000a| �[0;m�[1;31m20221209102347857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102347857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102347857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102347857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102347857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102347857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102347870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102347878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102347878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102347878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:51.067852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26139): Terminating (SIGTERM)\u000a10:23:51.107809 run iperf3-srv_10.42.42.10(pid=26140): Terminating (SIGTERM)\u000a10:23:51.147873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26141): Terminating (SIGTERM)\u000a10:23:51.187750 run iperf3-srv_10.42.42.10(pid=26142): Terminating (SIGTERM)\u000a10:23:51.227674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26145): Terminating (SIGTERM)\u000a10:23:51.267744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26148): Terminating (SIGTERM)\u000a10:23:51.307646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26151): Terminating (SIGTERM)\u000a10:23:51.316923 --- ParallelTerminationStrategy: PID 26139 died...\u000a10:23:51.370267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26139): Terminated: ok {rc=0}\u000a10:23:51.379783 --- ParallelTerminationStrategy: PID 26140 died...\u000a10:23:51.432661 run iperf3-srv_10.42.42.10(pid=26140): Terminated {rc=256}\u000a10:23:51.442174 --- ParallelTerminationStrategy: PID 26141 died...\u000a10:23:51.494851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26141): Terminated: ok {rc=0}\u000a10:23:51.504223 --- ParallelTerminationStrategy: PID 26142 died...\u000a10:23:51.557138 run iperf3-srv_10.42.42.10(pid=26142): Terminated {rc=256}\u000a10:23:51.566618 --- ParallelTerminationStrategy: PID 26145 died...\u000a10:23:51.619540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26145): Terminated: ok {rc=0}\u000a10:23:51.629134 --- ParallelTerminationStrategy: PID 26148 died...\u000a10:23:51.681943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26148): Terminated: ok {rc=0}\u000a10:23:51.691441 --- ParallelTerminationStrategy: PID 26151 died...\u000a10:23:51.744661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26151): Terminated: ok {rc=0}\u000a10:23:51.828615 bus /gobi_0: Setting Powered False\u000a10:23:52.936600 bus /gobi_0: Setting Powered False\u000a10:23:54.048060 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26161): Process ended prematurely: osmo-stp_10.42.42.5(pid=26161) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26161)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26161): Process ended prematurely: osmo-stp_10.42.42.5(pid=26161) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:23:55.159092 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:55.170726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:23:55.331453 tst iperf3.py: using LAC 20808\u000a10:23:55.452871 tst iperf3.py: using RAC 153\u000a10:23:55.574363 tst iperf3.py: using CellId 20808\u000a10:23:55.694209 tst iperf3.py: using BVCI 20809\u000a10:23:55.717715 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:55.728612 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:55.739387 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:55.751100 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:55.762557 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:55.773795 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:55.785156 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:55.796301 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:23:55.807678 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:23:56.106476 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:23:56.243843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:23:56.584711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26153): Launched\u000a10:23:56.870142 run iperf3-srv_10.42.42.10(pid=26154): Launched\u000a10:23:57.070761 tst iperf3.py:8: start network...\u000a10:23:57.208304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:57.728312 run create_hlr_db(pid=26155): Launched\u000a10:23:57.919050 bus /gobi_6: Setting Powered False\u000a10:23:58.939449 run create_hlr_db(pid=26155): Terminated: ok {rc=0}\u000a10:23:59.351403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26157): Launched\u000a10:23:59.660179 run osmo-hlr_10.42.42.2(pid=26158): Launched\u000a10:23:59.776344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:00.313402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26160): Launched\u000a10:24:00.622429 run osmo-stp_10.42.42.5(pid=26161): Launched\u000a10:24:00.737271 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:24:01.381393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26163): Launched\u000a10:24:01.504837 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:24:01.798324 run patchelf(pid=26164): Launched\u000a10:24:01.981604 run osmo-stp_10.42.42.5(pid=26161): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26161)]\u000a10:24:02.114968 run osmo-stp_10.42.42.5(pid=26161): stdout: \u000a| (launched: 2022-12-09_10:24:00.468462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:02.248308 run osmo-stp_10.42.42.5(pid=26161): stderr: \u000a| �[0;m�[38;5;43m20221209102400639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102400639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102400640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102400640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102400640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102400641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102400641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:02.375650 run osmo-stp_10.42.42.5(pid=26161): stdout: \u000a| (launched: 2022-12-09_10:24:00.468462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:02.501423 run osmo-stp_10.42.42.5(pid=26161): stderr: \u000a| �[0;m�[38;5;43m20221209102400639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102400639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102400640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102400640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102400640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102400641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102400641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:02.648229 run patchelf(pid=26164): Terminating (SIGINT)\u000a10:24:02.820780 run patchelf(pid=26164): Terminated: ok {rc=0}\u000a10:24:02.852647 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26161): Process ended prematurely: osmo-stp_10.42.42.5(pid=26161) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26161)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:24:02.862256 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:24:02.923055 run osmo-hlr_10.42.42.2(pid=26158): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26158)]\u000a10:24:02.972694 run osmo-hlr_10.42.42.2(pid=26158): stdout: \u000a| (launched: 2022-12-09_10:23:59.507347) \u000a10:24:03.023005 run osmo-hlr_10.42.42.2(pid=26158): stderr: \u000a| �[0;m�[1;31m20221209102359685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102359685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102359685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102359685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102359685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102359685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102359697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102359705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102359705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102359705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:03.065850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26153): Terminating (SIGTERM)\u000a10:24:03.106064 run iperf3-srv_10.42.42.10(pid=26154): Terminating (SIGTERM)\u000a10:24:03.146308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26157): Terminating (SIGTERM)\u000a10:24:03.186548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26160): Terminating (SIGTERM)\u000a10:24:03.226630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26163): Terminating (SIGTERM)\u000a10:24:03.235904 --- ParallelTerminationStrategy: PID 26153 died...\u000a10:24:03.290074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26153): Terminated: ok {rc=0}\u000a10:24:03.299624 --- ParallelTerminationStrategy: PID 26154 died...\u000a10:24:03.352764 run iperf3-srv_10.42.42.10(pid=26154): Terminated {rc=256}\u000a10:24:03.362332 --- ParallelTerminationStrategy: PID 26157 died...\u000a10:24:03.415849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26157): Terminated: ok {rc=0}\u000a10:24:03.425833 --- ParallelTerminationStrategy: PID 26160 died...\u000a10:24:03.479168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26160): Terminated: ok {rc=0}\u000a10:24:03.488715 --- ParallelTerminationStrategy: PID 26163 died...\u000a10:24:03.542427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26163): Terminated: ok {rc=0}\u000a10:24:03.631668 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26179): Process ended prematurely: osmo-stp_10.42.42.5(pid=26179) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26179)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26179): Process ended prematurely: osmo-stp_10.42.42.5(pid=26179) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:24:04.745740 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:04.757498 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:24:04.915059 tst iperf3m4.py: using LAC 20809\u000a10:24:05.036212 tst iperf3m4.py: using RAC 154\u000a10:24:05.158052 tst iperf3m4.py: using CellId 20809\u000a10:24:05.279546 tst iperf3m4.py: using BVCI 20810\u000a10:24:05.303006 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:05.314144 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:05.325034 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:05.335837 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:05.346666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:05.357561 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:05.368420 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:05.379148 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:05.390106 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:24:05.508454 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:24:05.626436 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:24:05.742329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:24:06.022599 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:24:06.150051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:06.470714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26165): Launched\u000a10:24:06.737831 run iperf3-srv_10.42.42.10(pid=26166): Launched\u000a10:24:06.924673 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:24:07.052327 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:07.372895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Launched\u000a10:24:07.637454 run iperf3-srv_10.42.42.10(pid=26168): Launched\u000a10:24:07.822923 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:24:07.949601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:08.269664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Launched\u000a10:24:08.547120 run iperf3-srv_10.42.42.10(pid=26170): Launched\u000a10:24:08.749354 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:24:08.888123 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:09.232547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26171): Launched\u000a10:24:09.518532 run iperf3-srv_10.42.42.10(pid=26172): Launched\u000a10:24:09.719390 tst iperf3m4.py:8: start network...\u000a10:24:09.857483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:10.378201 run create_hlr_db(pid=26173): Launched\u000a10:24:10.568197 bus /gobi_6: Setting Powered False\u000a10:24:11.589427 run create_hlr_db(pid=26173): Terminated: ok {rc=0}\u000a10:24:12.027641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26175): Launched\u000a10:24:12.360784 run osmo-hlr_10.42.42.2(pid=26176): Launched\u000a10:24:12.481429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:13.056078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26178): Launched\u000a10:24:13.388702 run osmo-stp_10.42.42.5(pid=26179): Launched\u000a10:24:13.508378 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:24:14.083874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26181): Launched\u000a10:24:14.201390 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:24:14.491956 run patchelf(pid=26182): Launched\u000a10:24:14.684798 run osmo-stp_10.42.42.5(pid=26179): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26179)]\u000a10:24:14.826233 run osmo-stp_10.42.42.5(pid=26179): stdout: \u000a| (launched: 2022-12-09_10:24:13.223644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:14.967610 run osmo-stp_10.42.42.5(pid=26179): stderr: \u000a| �[0;m�[38;5;43m20221209102413419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102413419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102413419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102413420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102413420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102413420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102413420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:15.104609 run osmo-stp_10.42.42.5(pid=26179): stdout: \u000a| (launched: 2022-12-09_10:24:13.223644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:15.240465 run osmo-stp_10.42.42.5(pid=26179): stderr: \u000a| �[0;m�[38;5;43m20221209102413419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102413419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102413419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102413420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102413420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102413420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102413420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:15.397673 run patchelf(pid=26182): Terminating (SIGINT)\u000a10:24:15.581928 run patchelf(pid=26182): Terminated: ok {rc=0}\u000a10:24:15.615802 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26179): Process ended prematurely: osmo-stp_10.42.42.5(pid=26179) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26179)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:24:15.625950 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:24:15.692235 run osmo-hlr_10.42.42.2(pid=26176): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26176)]\u000a10:24:15.745571 run osmo-hlr_10.42.42.2(pid=26176): stdout: \u000a| (launched: 2022-12-09_10:24:12.195510) \u000a10:24:15.799980 run osmo-hlr_10.42.42.2(pid=26176): stderr: \u000a| �[0;m�[1;31m20221209102412396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102412396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102412396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102412396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102412396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102412396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102412408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102412417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102412417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102412417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:15.850742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26165): Terminating (SIGTERM)\u000a10:24:15.904450 run iperf3-srv_10.42.42.10(pid=26166): Terminating (SIGTERM)\u000a10:24:15.962513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Terminating (SIGTERM)\u000a10:24:16.016083 run iperf3-srv_10.42.42.10(pid=26168): Terminating (SIGTERM)\u000a10:24:16.073591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Terminating (SIGTERM)\u000a10:24:16.119536 run iperf3-srv_10.42.42.10(pid=26170): Terminating (SIGTERM)\u000a10:24:16.163235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26171): Terminating (SIGTERM)\u000a10:24:16.207768 run iperf3-srv_10.42.42.10(pid=26172): Terminating (SIGTERM)\u000a10:24:16.251452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26175): Terminating (SIGTERM)\u000a10:24:16.296018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26178): Terminating (SIGTERM)\u000a10:24:16.340123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26181): Terminating (SIGTERM)\u000a10:24:16.350253 --- ParallelTerminationStrategy: PID 26165 died...\u000a10:24:16.409193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26165): Terminated: ok {rc=0}\u000a10:24:16.419918 --- ParallelTerminationStrategy: PID 26166 died...\u000a10:24:16.478028 run iperf3-srv_10.42.42.10(pid=26166): Terminated {rc=256}\u000a10:24:16.488694 --- ParallelTerminationStrategy: PID 26167 died...\u000a10:24:16.558078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Terminated: ok {rc=0}\u000a10:24:16.570491 --- ParallelTerminationStrategy: PID 26168 died...\u000a10:24:16.641467 run iperf3-srv_10.42.42.10(pid=26168): Terminated {rc=256}\u000a10:24:16.654513 --- ParallelTerminationStrategy: PID 26169 died...\u000a10:24:16.725286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Terminated: ok {rc=0}\u000a10:24:16.738333 --- ParallelTerminationStrategy: PID 26170 died...\u000a10:24:16.807992 run iperf3-srv_10.42.42.10(pid=26170): Terminated {rc=256}\u000a10:24:16.819563 --- ParallelTerminationStrategy: PID 26171 died...\u000a10:24:16.878656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26171): Terminated: ok {rc=0}\u000a10:24:16.889608 --- ParallelTerminationStrategy: PID 26172 died...\u000a10:24:16.948237 run iperf3-srv_10.42.42.10(pid=26172): Terminated {rc=256}\u000a10:24:16.959035 --- ParallelTerminationStrategy: PID 26175 died...\u000a10:24:17.017678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26175): Terminated: ok {rc=0}\u000a10:24:17.028532 --- ParallelTerminationStrategy: PID 26178 died...\u000a10:24:17.087348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26178): Terminated: ok {rc=0}\u000a10:24:17.098351 --- ParallelTerminationStrategy: PID 26181 died...\u000a10:24:17.156787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26181): Terminated: ok {rc=0}\u000a10:24:17.248236 bus /gobi_4: Setting Powered False\u000a10:24:18.353216 bus /gobi_4: Setting Powered False\u000a10:24:19.464625 bus /gobi_1: Setting Powered False\u000a10:24:20.572403 bus /gobi_1: Setting Powered False\u000a10:24:21.686409 bus /gobi_0: Setting Powered False\u000a10:24:22.790324 bus /gobi_0: Setting Powered False\u000a10:24:23.903982 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26189): Process ended prematurely: osmo-stp_10.42.42.5(pid=26189) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26189)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26189): Process ended prematurely: osmo-stp_10.42.42.5(pid=26189) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:24:24.972437 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:24.984200 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:24:25.143093 tst ping.py: using LAC 20810\u000a10:24:25.264130 tst ping.py: using RAC 155\u000a10:24:25.382614 tst ping.py: using CellId 20810\u000a10:24:25.503020 tst ping.py: using BVCI 20811\u000a10:24:25.526234 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:25.537248 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:25.547960 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:25.558898 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:25.569645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:25.580472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:25.591391 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:25.602178 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:24:25.877615 tst ping.py:19: start network...\u000a10:24:26.002074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:26.489978 run create_hlr_db(pid=26183): Launched\u000a10:24:26.662861 bus /gobi_6: Setting Powered False\u000a10:24:27.684488 run create_hlr_db(pid=26183): Terminated: ok {rc=0}\u000a10:24:28.118006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26185): Launched\u000a10:24:28.444324 run osmo-hlr_10.42.42.2(pid=26186): Launched\u000a10:24:28.563723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:29.131637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26188): Launched\u000a10:24:29.456746 run osmo-stp_10.42.42.5(pid=26189): Launched\u000a10:24:29.574104 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:24:30.141596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26191): Launched\u000a10:24:30.256492 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:24:30.540039 run patchelf(pid=26192): Launched\u000a10:24:30.729324 run osmo-stp_10.42.42.5(pid=26189): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26189)]\u000a10:24:30.895083 run osmo-stp_10.42.42.5(pid=26189): stdout: \u000a| (launched: 2022-12-09_10:24:29.295217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:31.042234 run osmo-stp_10.42.42.5(pid=26189): stderr: \u000a| �[0;m�[38;5;43m20221209102429486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102429486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102429487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102429487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102429487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102429487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102429488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:31.179167 run osmo-stp_10.42.42.5(pid=26189): stdout: \u000a| (launched: 2022-12-09_10:24:29.295217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:31.315590 run osmo-stp_10.42.42.5(pid=26189): stderr: \u000a| �[0;m�[38;5;43m20221209102429486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102429486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102429487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102429487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102429487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102429487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102429488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:31.473594 run patchelf(pid=26192): Terminating (SIGINT)\u000a10:24:31.659210 run patchelf(pid=26192): Terminated: ok {rc=0}\u000a10:24:31.693717 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26189): Process ended prematurely: osmo-stp_10.42.42.5(pid=26189) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26189)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:24:31.704273 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:24:31.773575 run osmo-hlr_10.42.42.2(pid=26186): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26186)]\u000a10:24:31.828601 run osmo-hlr_10.42.42.2(pid=26186): stdout: \u000a| (launched: 2022-12-09_10:24:28.281582) \u000a10:24:31.884006 run osmo-hlr_10.42.42.2(pid=26186): stderr: \u000a| �[0;m�[1;31m20221209102428481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102428481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102428481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102428481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102428481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102428481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102428500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102428509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102428510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102428510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:31.931374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26185): Terminating (SIGTERM)\u000a10:24:31.976306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26188): Terminating (SIGTERM)\u000a10:24:32.023040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26191): Terminating (SIGTERM)\u000a10:24:32.033671 --- ParallelTerminationStrategy: PID 26185 died...\u000a10:24:32.093310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26185): Terminated: ok {rc=0}\u000a10:24:32.104387 --- ParallelTerminationStrategy: PID 26188 died...\u000a10:24:32.164297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26188): Terminated: ok {rc=0}\u000a10:24:32.174749 --- ParallelTerminationStrategy: PID 26191 died...\u000a10:24:32.232024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26191): Terminated: ok {rc=0}\u000a10:24:32.319396 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26199): Process ended prematurely: osmo-stp_10.42.42.5(pid=26199) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26199)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26199): Process ended prematurely: osmo-stp_10.42.42.5(pid=26199) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:24:33.370911 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:33.382703 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:24:33.544894 tst ping_idle_ping.py: using LAC 20811\u000a10:24:33.662036 tst ping_idle_ping.py: using RAC 156\u000a10:24:33.779311 tst ping_idle_ping.py: using CellId 20811\u000a10:24:33.896213 tst ping_idle_ping.py: using BVCI 20812\u000a10:24:33.919565 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:33.930833 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:33.941889 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:33.953099 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:33.963999 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:33.975470 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:33.986806 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:24:33.997935 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:24:34.273266 tst ping_idle_ping.py:24: start network...\u000a10:24:34.400721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:34.898042 run create_hlr_db(pid=26193): Launched\u000a10:24:35.071386 bus /gobi_6: Setting Powered False\u000a10:24:36.093427 run create_hlr_db(pid=26193): Terminated: ok {rc=0}\u000a10:24:36.524371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26195): Launched\u000a10:24:36.853995 run osmo-hlr_10.42.42.2(pid=26196): Launched\u000a10:24:36.974635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:37.539515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26198): Launched\u000a10:24:37.864650 run osmo-stp_10.42.42.5(pid=26199): Launched\u000a10:24:37.981792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:24:38.547930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26201): Launched\u000a10:24:38.662959 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:24:38.946699 run patchelf(pid=26202): Launched\u000a10:24:39.135852 run osmo-stp_10.42.42.5(pid=26199): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26199)]\u000a10:24:39.274321 run osmo-stp_10.42.42.5(pid=26199): stdout: \u000a| (launched: 2022-12-09_10:24:37.703338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:39.412833 run osmo-stp_10.42.42.5(pid=26199): stderr: \u000a| �[0;m�[38;5;43m20221209102437893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102437893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102437893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102437894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102437894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102437894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102437894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:39.548111 run osmo-stp_10.42.42.5(pid=26199): stdout: \u000a| (launched: 2022-12-09_10:24:37.703338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:39.681262 run osmo-stp_10.42.42.5(pid=26199): stderr: \u000a| �[0;m�[38;5;43m20221209102437893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102437893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102437893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102437894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102437894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102437894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102437894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:39.835774 run patchelf(pid=26202): Terminating (SIGINT)\u000a10:24:40.016407 run patchelf(pid=26202): Terminated: ok {rc=0}\u000a10:24:40.049649 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26199): Process ended prematurely: osmo-stp_10.42.42.5(pid=26199) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26199)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:24:40.059380 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:24:40.123557 run osmo-hlr_10.42.42.2(pid=26196): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26196)]\u000a10:24:40.176029 run osmo-hlr_10.42.42.2(pid=26196): stdout: \u000a| (launched: 2022-12-09_10:24:36.689485) \u000a10:24:40.228892 run osmo-hlr_10.42.42.2(pid=26196): stderr: \u000a| �[0;m�[1;31m20221209102436888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102436888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102436888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102436888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102436888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102436888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102436900 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102436908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102436908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102436908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:40.273718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26195): Terminating (SIGTERM)\u000a10:24:40.316740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26198): Terminating (SIGTERM)\u000a10:24:40.359200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26201): Terminating (SIGTERM)\u000a10:24:40.369071 --- ParallelTerminationStrategy: PID 26195 died...\u000a10:24:40.425702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26195): Terminated: ok {rc=0}\u000a10:24:40.435904 --- ParallelTerminationStrategy: PID 26198 died...\u000a10:24:40.492032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26198): Terminated: ok {rc=0}\u000a10:24:40.502431 --- ParallelTerminationStrategy: PID 26201 died...\u000a10:24:40.558806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26201): Terminated: ok {rc=0}\u000a10:24:40.646992 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:23:41" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26216): Process ended prematurely: osmo-stp_10.42.42.5(pid=26216) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26216)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26216): Process ended prematurely: osmo-stp_10.42.42.5(pid=26216) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:24:42.818178 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:42.829712 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:24:42.991107 tst cs_paging_gprs_active.py: using LAC 20812\u000a10:24:43.114169 tst cs_paging_gprs_active.py: using RAC 157\u000a10:24:43.234902 tst cs_paging_gprs_active.py: using CellId 20812\u000a10:24:43.358503 tst cs_paging_gprs_active.py: using BVCI 20813\u000a10:24:43.382230 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:43.393229 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:43.404157 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:43.415411 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:43.426384 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:43.437337 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:43.448229 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:43.459226 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:43.470276 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:24:43.591454 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:24:43.873784 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:24:44.001137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:44.320659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26206): Launched\u000a10:24:44.587649 run iperf3-srv_10.42.42.10(pid=26207): Launched\u000a10:24:44.774593 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:24:44.902260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:45.221202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26208): Launched\u000a10:24:45.486312 run iperf3-srv_10.42.42.10(pid=26209): Launched\u000a10:24:45.679054 tst cs_paging_gprs_active.py:38: start network...\u000a10:24:45.806356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:46.341190 run create_hlr_db(pid=26210): Launched\u000a10:24:46.520783 bus /gobi_6: Setting Powered False\u000a10:24:47.539907 run create_hlr_db(pid=26210): Terminated: ok {rc=0}\u000a10:24:47.947008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26212): Launched\u000a10:24:48.253244 run osmo-hlr_10.42.42.2(pid=26213): Launched\u000a10:24:48.375298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:48.913526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26215): Launched\u000a10:24:49.220805 run osmo-stp_10.42.42.5(pid=26216): Launched\u000a10:24:49.332361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:24:49.871119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26218): Launched\u000a10:24:49.980185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:24:50.247785 run patchelf(pid=26219): Launched\u000a10:24:50.435457 run osmo-stp_10.42.42.5(pid=26216): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26216)]\u000a10:24:50.575916 run osmo-stp_10.42.42.5(pid=26216): stdout: \u000a| (launched: 2022-12-09_10:24:49.068734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:50.716493 run osmo-stp_10.42.42.5(pid=26216): stderr: \u000a| �[0;m�[38;5;43m20221209102449238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102449238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102449238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102449239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102449239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102449239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102449239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:50.853178 run osmo-stp_10.42.42.5(pid=26216): stdout: \u000a| (launched: 2022-12-09_10:24:49.068734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:50.988280 run osmo-stp_10.42.42.5(pid=26216): stderr: \u000a| �[0;m�[38;5;43m20221209102449238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102449238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102449238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102449239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102449239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102449239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102449239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:51.144718 run patchelf(pid=26219): Terminating (SIGINT)\u000a10:24:51.328611 run patchelf(pid=26219): Terminated: ok {rc=0}\u000a10:24:51.362514 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26216): Process ended prematurely: osmo-stp_10.42.42.5(pid=26216) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26216)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:24:51.372746 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:24:51.439519 run osmo-hlr_10.42.42.2(pid=26213): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26213)]\u000a10:24:51.492304 run osmo-hlr_10.42.42.2(pid=26213): stdout: \u000a| (launched: 2022-12-09_10:24:48.102452) \u000a10:24:51.545785 run osmo-hlr_10.42.42.2(pid=26213): stderr: \u000a| �[0;m�[1;31m20221209102448277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102448277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102448277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102448277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102448277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102448278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102448289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102448298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102448298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102448298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:51.590873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26206): Terminating (SIGTERM)\u000a10:24:51.634113 run iperf3-srv_10.42.42.10(pid=26207): Terminating (SIGTERM)\u000a10:24:51.677883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26208): Terminating (SIGTERM)\u000a10:24:51.721108 run iperf3-srv_10.42.42.10(pid=26209): Terminating (SIGTERM)\u000a10:24:51.763525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26212): Terminating (SIGTERM)\u000a10:24:51.807565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26215): Terminating (SIGTERM)\u000a10:24:51.850148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26218): Terminating (SIGTERM)\u000a10:24:51.860638 --- ParallelTerminationStrategy: PID 26206 died...\u000a10:24:51.918845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26206): Terminated: ok {rc=0}\u000a10:24:51.929171 --- ParallelTerminationStrategy: PID 26207 died...\u000a10:24:51.986713 run iperf3-srv_10.42.42.10(pid=26207): Terminated {rc=256}\u000a10:24:51.996783 --- ParallelTerminationStrategy: PID 26208 died...\u000a10:24:52.054376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26208): Terminated: ok {rc=0}\u000a10:24:52.064512 --- ParallelTerminationStrategy: PID 26209 died...\u000a10:24:52.121833 run iperf3-srv_10.42.42.10(pid=26209): Terminated {rc=256}\u000a10:24:52.131978 --- ParallelTerminationStrategy: PID 26212 died...\u000a10:24:52.188627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26212): Terminated: ok {rc=0}\u000a10:24:52.199792 --- ParallelTerminationStrategy: PID 26215 died...\u000a10:24:52.257257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26215): Terminated: ok {rc=0}\u000a10:24:52.267448 --- ParallelTerminationStrategy: PID 26218 died...\u000a10:24:52.324193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26218): Terminated: ok {rc=0}\u000a10:24:52.413745 bus /gobi_0: Setting Powered False\u000a10:24:53.522159 bus /gobi_0: Setting Powered False\u000a10:24:54.631545 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26228): Process ended prematurely: osmo-stp_10.42.42.5(pid=26228) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26228)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26228): Process ended prematurely: osmo-stp_10.42.42.5(pid=26228) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:24:55.748177 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:55.760416 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:24:55.940591 tst iperf3.py: using LAC 20813\u000a10:24:56.070428 tst iperf3.py: using RAC 158\u000a10:24:56.195160 tst iperf3.py: using CellId 20813\u000a10:24:56.317732 tst iperf3.py: using BVCI 20814\u000a10:24:56.341478 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:56.352572 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:56.363706 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:56.374910 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:56.386094 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:56.397191 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:56.408531 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:56.419555 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:24:56.430800 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:24:56.708723 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:24:56.835934 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:57.153035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26220): Launched\u000a10:24:57.416070 run iperf3-srv_10.42.42.10(pid=26221): Launched\u000a10:24:57.600926 tst iperf3.py:8: start network...\u000a10:24:57.727668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:58.216916 run create_hlr_db(pid=26222): Launched\u000a10:24:58.391014 bus /gobi_6: Setting Powered False\u000a10:24:59.412807 run create_hlr_db(pid=26222): Terminated: ok {rc=0}\u000a10:24:59.845746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26224): Launched\u000a10:25:00.172370 run osmo-hlr_10.42.42.2(pid=26225): Launched\u000a10:25:00.292512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:00.881668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26227): Launched\u000a10:25:01.320438 run osmo-stp_10.42.42.5(pid=26228): Launched\u000a10:25:01.492020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:25:02.123683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26233): Launched\u000a10:25:02.242831 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:25:02.528802 run patchelf(pid=26234): Launched\u000a10:25:02.720359 run osmo-stp_10.42.42.5(pid=26228): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26228)]\u000a10:25:02.861029 run osmo-stp_10.42.42.5(pid=26228): stdout: \u000a| (launched: 2022-12-09_10:25:01.061761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:03.001151 run osmo-stp_10.42.42.5(pid=26228): stderr: \u000a| �[0;m�[38;5;43m20221209102501366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102501366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102501366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102501367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102501367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102501367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102501367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:03.137192 run osmo-stp_10.42.42.5(pid=26228): stdout: \u000a| (launched: 2022-12-09_10:25:01.061761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:03.271940 run osmo-stp_10.42.42.5(pid=26228): stderr: \u000a| �[0;m�[38;5;43m20221209102501366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102501366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102501366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102501367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102501367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102501367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102501367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:03.428289 run patchelf(pid=26234): Terminating (SIGINT)\u000a10:25:03.611159 run patchelf(pid=26234): Terminated: ok {rc=0}\u000a10:25:03.644647 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26228): Process ended prematurely: osmo-stp_10.42.42.5(pid=26228) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26228)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:25:03.654751 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a10:25:03.719889 run osmo-hlr_10.42.42.2(pid=26225): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26225)]\u000a10:25:03.772699 run osmo-hlr_10.42.42.2(pid=26225): stdout: \u000a| (launched: 2022-12-09_10:25:00.012046) \u000a10:25:03.826247 run osmo-hlr_10.42.42.2(pid=26225): stderr: \u000a| �[0;m�[1;31m20221209102500206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102500206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102500206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102500206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102500206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102500206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102500219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102500230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102500230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102500230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:03.871990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26220): Terminating (SIGTERM)\u000a10:25:03.914759 run iperf3-srv_10.42.42.10(pid=26221): Terminating (SIGTERM)\u000a10:25:03.957761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26224): Terminating (SIGTERM)\u000a10:25:04.000834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26227): Terminating (SIGTERM)\u000a10:25:04.043732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26233): Terminating (SIGTERM)\u000a10:25:04.053963 --- ParallelTerminationStrategy: PID 26220 died...\u000a10:25:04.111233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26220): Terminated: ok {rc=0}\u000a10:25:04.121564 --- ParallelTerminationStrategy: PID 26221 died...\u000a10:25:04.178550 run iperf3-srv_10.42.42.10(pid=26221): Terminated {rc=256}\u000a10:25:04.188702 --- ParallelTerminationStrategy: PID 26224 died...\u000a10:25:04.245698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26224): Terminated: ok {rc=0}\u000a10:25:04.255996 --- ParallelTerminationStrategy: PID 26227 died...\u000a10:25:04.312617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26227): Terminated: ok {rc=0}\u000a10:25:04.323136 --- ParallelTerminationStrategy: PID 26233 died...\u000a10:25:04.380031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26233): Terminated: ok {rc=0}\u000a10:25:04.468469 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26249): Process ended prematurely: osmo-stp_10.42.42.5(pid=26249) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26249)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26249): Process ended prematurely: osmo-stp_10.42.42.5(pid=26249) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:25:05.586306 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:05.598606 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:25:05.768822 tst iperf3m4.py: using LAC 20814\u000a10:25:05.896556 tst iperf3m4.py: using RAC 159\u000a10:25:06.022731 tst iperf3m4.py: using CellId 20814\u000a10:25:06.148895 tst iperf3m4.py: using BVCI 20815\u000a10:25:06.173986 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:06.185496 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:06.196670 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:06.208262 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:06.219816 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:06.231348 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:06.243410 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:06.255595 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:06.267822 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:25:06.386085 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:25:06.506293 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:25:06.623168 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:25:06.920589 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:25:07.057918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:25:07.398883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26235): Launched\u000a10:25:07.682975 run iperf3-srv_10.42.42.10(pid=26236): Launched\u000a10:25:07.884875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:25:08.022584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:25:08.363368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26237): Launched\u000a10:25:08.647117 run iperf3-srv_10.42.42.10(pid=26238): Launched\u000a10:25:08.849039 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:25:08.986252 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:25:09.327797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26239): Launched\u000a10:25:09.611128 run iperf3-srv_10.42.42.10(pid=26240): Launched\u000a10:25:09.811336 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:25:09.947956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:25:10.287574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26241): Launched\u000a10:25:10.570700 run iperf3-srv_10.42.42.10(pid=26242): Launched\u000a10:25:10.771156 tst iperf3m4.py:8: start network...\u000a10:25:10.909340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:11.425060 run create_hlr_db(pid=26243): Launched\u000a10:25:11.613494 bus /gobi_6: Setting Powered False\u000a10:25:12.635154 run create_hlr_db(pid=26243): Terminated: ok {rc=0}\u000a10:25:13.070972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26245): Launched\u000a10:25:13.399597 run osmo-hlr_10.42.42.2(pid=26246): Launched\u000a10:25:13.520937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:14.096465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26248): Launched\u000a10:25:14.424681 run osmo-stp_10.42.42.5(pid=26249): Launched\u000a10:25:14.543030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:25:15.112103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26251): Launched\u000a10:25:15.228625 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:25:15.513334 run patchelf(pid=26252): Launched\u000a10:25:15.704686 run osmo-stp_10.42.42.5(pid=26249): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26249)]\u000a10:25:15.852318 run osmo-stp_10.42.42.5(pid=26249): stdout: \u000a| (launched: 2022-12-09_10:25:14.262527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:15.999991 run osmo-stp_10.42.42.5(pid=26249): stderr: \u000a| �[0;m�[38;5;43m20221209102514451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102514451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102514451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102514451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102514452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102514452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102514452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:16.138855 run osmo-stp_10.42.42.5(pid=26249): stdout: \u000a| (launched: 2022-12-09_10:25:14.262527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:16.276813 run osmo-stp_10.42.42.5(pid=26249): stderr: \u000a| �[0;m�[38;5;43m20221209102514451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102514451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102514451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102514451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102514452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102514452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102514452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:16.437659 run patchelf(pid=26252): Terminating (SIGINT)\u000a10:25:16.625395 run patchelf(pid=26252): Terminated: ok {rc=0}\u000a10:25:16.660611 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26249): Process ended prematurely: osmo-stp_10.42.42.5(pid=26249) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26249)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:25:16.671993 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a10:25:16.741535 run osmo-hlr_10.42.42.2(pid=26246): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26246)]\u000a10:25:16.795899 run osmo-hlr_10.42.42.2(pid=26246): stdout: \u000a| (launched: 2022-12-09_10:25:13.238219) \u000a10:25:16.850339 run osmo-hlr_10.42.42.2(pid=26246): stderr: \u000a| �[0;m�[1;31m20221209102513434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102513434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102513434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102513434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102513434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102513434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102513446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102513457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102513457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102513457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:16.898763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26235): Terminating (SIGTERM)\u000a10:25:16.943429 run iperf3-srv_10.42.42.10(pid=26236): Terminating (SIGTERM)\u000a10:25:16.989856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26237): Terminating (SIGTERM)\u000a10:25:17.034716 run iperf3-srv_10.42.42.10(pid=26238): Terminating (SIGTERM)\u000a10:25:17.079456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26239): Terminating (SIGTERM)\u000a10:25:17.124874 run iperf3-srv_10.42.42.10(pid=26240): Terminating (SIGTERM)\u000a10:25:17.169451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26241): Terminating (SIGTERM)\u000a10:25:17.214981 run iperf3-srv_10.42.42.10(pid=26242): Terminating (SIGTERM)\u000a10:25:17.258642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26245): Terminating (SIGTERM)\u000a10:25:17.301374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26248): Terminating (SIGTERM)\u000a10:25:17.344094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26251): Terminating (SIGTERM)\u000a10:25:17.354084 --- ParallelTerminationStrategy: PID 26235 died...\u000a10:25:17.411585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26235): Terminated: ok {rc=0}\u000a10:25:17.422033 --- ParallelTerminationStrategy: PID 26236 died...\u000a10:25:17.478877 run iperf3-srv_10.42.42.10(pid=26236): Terminated {rc=256}\u000a10:25:17.489084 --- ParallelTerminationStrategy: PID 26237 died...\u000a10:25:17.546062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26237): Terminated: ok {rc=0}\u000a10:25:17.556288 --- ParallelTerminationStrategy: PID 26238 died...\u000a10:25:17.612991 run iperf3-srv_10.42.42.10(pid=26238): Terminated {rc=256}\u000a10:25:17.623211 --- ParallelTerminationStrategy: PID 26239 died...\u000a10:25:17.680199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26239): Terminated: ok {rc=0}\u000a10:25:17.690499 --- ParallelTerminationStrategy: PID 26240 died...\u000a10:25:17.747685 run iperf3-srv_10.42.42.10(pid=26240): Terminated {rc=256}\u000a10:25:17.758130 --- ParallelTerminationStrategy: PID 26241 died...\u000a10:25:17.815661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26241): Terminated: ok {rc=0}\u000a10:25:17.825920 --- ParallelTerminationStrategy: PID 26242 died...\u000a10:25:17.882631 run iperf3-srv_10.42.42.10(pid=26242): Terminated {rc=256}\u000a10:25:17.893173 --- ParallelTerminationStrategy: PID 26245 died...\u000a10:25:17.950257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26245): Terminated: ok {rc=0}\u000a10:25:17.960604 --- ParallelTerminationStrategy: PID 26248 died...\u000a10:25:18.017492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26248): Terminated: ok {rc=0}\u000a10:25:18.028157 --- ParallelTerminationStrategy: PID 26251 died...\u000a10:25:18.085321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26251): Terminated: ok {rc=0}\u000a10:25:18.175136 bus /gobi_4: Setting Powered False\u000a10:25:19.280291 bus /gobi_4: Setting Powered False\u000a10:25:20.392078 bus /gobi_1: Setting Powered False\u000a10:25:21.499844 bus /gobi_1: Setting Powered False\u000a10:25:22.612998 bus /gobi_0: Setting Powered False\u000a10:25:23.717774 bus /gobi_0: Setting Powered False\u000a10:25:24.828583 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26259): Process ended prematurely: osmo-stp_10.42.42.5(pid=26259) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26259)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26259): Process ended prematurely: osmo-stp_10.42.42.5(pid=26259) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:25:25.898223 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:25.910537 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:25:26.078454 tst ping.py: using LAC 20815\u000a10:25:26.205006 tst ping.py: using RAC 160\u000a10:25:26.331935 tst ping.py: using CellId 20815\u000a10:25:26.463301 tst ping.py: using BVCI 20816\u000a10:25:26.488110 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:26.499942 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:26.511495 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:26.522937 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:26.534471 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:26.546138 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:26.557915 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:26.569504 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:25:26.843058 tst ping.py:19: start network...\u000a10:25:26.967311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:27.448248 run create_hlr_db(pid=26253): Launched\u000a10:25:27.620634 bus /gobi_6: Setting Powered False\u000a10:25:28.642321 run create_hlr_db(pid=26253): Terminated: ok {rc=0}\u000a10:25:29.071348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26255): Launched\u000a10:25:29.393455 run osmo-hlr_10.42.42.2(pid=26256): Launched\u000a10:25:29.511593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:30.079470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26258): Launched\u000a10:25:30.401083 run osmo-stp_10.42.42.5(pid=26259): Launched\u000a10:25:30.517121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:25:31.095851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26261): Launched\u000a10:25:31.213991 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:25:31.506757 run patchelf(pid=26262): Launched\u000a10:25:31.690294 run osmo-stp_10.42.42.5(pid=26259): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26259)]\u000a10:25:31.824540 run osmo-stp_10.42.42.5(pid=26259): stdout: \u000a| (launched: 2022-12-09_10:25:30.242794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:31.956882 run osmo-stp_10.42.42.5(pid=26259): stderr: \u000a| �[0;m�[38;5;43m20221209102530430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102530430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102530430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102530431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102530431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102530431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102530431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:32.086440 run osmo-stp_10.42.42.5(pid=26259): stdout: \u000a| (launched: 2022-12-09_10:25:30.242794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:32.212499 run osmo-stp_10.42.42.5(pid=26259): stderr: \u000a| �[0;m�[38;5;43m20221209102530430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102530430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102530430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102530431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102530431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102530431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102530431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:32.356326 run patchelf(pid=26262): Terminating (SIGINT)\u000a10:25:32.524834 run patchelf(pid=26262): Terminated: ok {rc=0}\u000a10:25:32.555923 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26259): Process ended prematurely: osmo-stp_10.42.42.5(pid=26259) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26259)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:25:32.564759 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:25:32.625927 run osmo-hlr_10.42.42.2(pid=26256): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26256)]\u000a10:25:32.675897 run osmo-hlr_10.42.42.2(pid=26256): stdout: \u000a| (launched: 2022-12-09_10:25:29.234901) \u000a10:25:32.726425 run osmo-hlr_10.42.42.2(pid=26256): stderr: \u000a| �[0;m�[1;31m20221209102529429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102529429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102529429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102529429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102529429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102529429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102529442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102529450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102529450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102529450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:32.769667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26255): Terminating (SIGTERM)\u000a10:25:32.810382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26258): Terminating (SIGTERM)\u000a10:25:32.850925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26261): Terminating (SIGTERM)\u000a10:25:32.860438 --- ParallelTerminationStrategy: PID 26255 died...\u000a10:25:32.914650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26255): Terminated: ok {rc=0}\u000a10:25:32.924454 --- ParallelTerminationStrategy: PID 26258 died...\u000a10:25:32.979035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26258): Terminated: ok {rc=0}\u000a10:25:32.988818 --- ParallelTerminationStrategy: PID 26261 died...\u000a10:25:33.043207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26261): Terminated: ok {rc=0}\u000a10:25:33.128266 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26269): Process ended prematurely: osmo-stp_10.42.42.5(pid=26269) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26269)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26269): Process ended prematurely: osmo-stp_10.42.42.5(pid=26269) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:25:34.182940 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:34.195617 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:25:34.367590 tst ping_idle_ping.py: using LAC 20816\u000a10:25:34.510373 tst ping_idle_ping.py: using RAC 161\u000a10:25:34.642488 tst ping_idle_ping.py: using CellId 20816\u000a10:25:34.771654 tst ping_idle_ping.py: using BVCI 20817\u000a10:25:34.796549 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:34.808423 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:34.820116 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:34.831936 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:34.843875 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:34.855950 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:34.869142 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:25:34.880464 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:25:35.158889 tst ping_idle_ping.py:24: start network...\u000a10:25:35.283101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:35.770221 run create_hlr_db(pid=26263): Launched\u000a10:25:35.944606 bus /gobi_6: Setting Powered False\u000a10:25:36.967188 run create_hlr_db(pid=26263): Terminated: ok {rc=0}\u000a10:25:37.368724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26265): Launched\u000a10:25:37.669668 run osmo-hlr_10.42.42.2(pid=26266): Launched\u000a10:25:37.781407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:38.302748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26268): Launched\u000a10:25:38.604839 run osmo-stp_10.42.42.5(pid=26269): Launched\u000a10:25:38.713653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:25:39.242079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26271): Launched\u000a10:25:39.349532 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:25:39.613593 run patchelf(pid=26272): Launched\u000a10:25:39.789749 run osmo-stp_10.42.42.5(pid=26269): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26269)]\u000a10:25:39.918550 run osmo-stp_10.42.42.5(pid=26269): stdout: \u000a| (launched: 2022-12-09_10:25:38.455450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:40.048235 run osmo-stp_10.42.42.5(pid=26269): stderr: \u000a| �[0;m�[38;5;43m20221209102538623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102538623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102538623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102538624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102538624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102538624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102538624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:40.173111 run osmo-stp_10.42.42.5(pid=26269): stdout: \u000a| (launched: 2022-12-09_10:25:38.455450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:40.296354 run osmo-stp_10.42.42.5(pid=26269): stderr: \u000a| �[0;m�[38;5;43m20221209102538623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102538623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102538623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102538624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102538624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102538624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102538624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:40.440244 run patchelf(pid=26272): Terminating (SIGINT)\u000a10:25:40.609310 run patchelf(pid=26272): Terminated: ok {rc=0}\u000a10:25:40.640015 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26269): Process ended prematurely: osmo-stp_10.42.42.5(pid=26269) [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26269)] [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:25:40.648678 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:25:40.709068 run osmo-hlr_10.42.42.2(pid=26266): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26266)]\u000a10:25:40.758791 run osmo-hlr_10.42.42.2(pid=26266): stdout: \u000a| (launched: 2022-12-09_10:25:37.521486) \u000a10:25:40.808783 run osmo-hlr_10.42.42.2(pid=26266): stderr: \u000a| �[0;m�[1;31m20221209102537694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102537694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102537694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102537694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102537694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102537694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102537706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102537715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102537715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102537716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:40.851533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26265): Terminating (SIGTERM)\u000a10:25:40.891677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26268): Terminating (SIGTERM)\u000a10:25:40.932132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26271): Terminating (SIGTERM)\u000a10:25:40.941686 --- ParallelTerminationStrategy: PID 26265 died...\u000a10:25:40.995376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26265): Terminated: ok {rc=0}\u000a10:25:41.005343 --- ParallelTerminationStrategy: PID 26268 died...\u000a10:25:41.059023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26268): Terminated: ok {rc=0}\u000a10:25:41.068641 --- ParallelTerminationStrategy: PID 26271 died...\u000a10:25:41.122161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26271): Terminated: ok {rc=0}\u000a10:25:41.213462 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:24:42" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26283): Process ended prematurely: osmo-stp_10.42.42.5(pid=26283) [trial-2358↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26283)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26283): Process ended prematurely: osmo-stp_10.42.42.5(pid=26283) [trial-2358↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:25:43.258167 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:25:43.270007 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:25:43.438109 tst switch_tch_pdch.py: using LAC 20817\u000a10:25:43.566188 tst switch_tch_pdch.py: using RAC 162\u000a10:25:43.692810 tst switch_tch_pdch.py: using CellId 20817\u000a10:25:43.819971 tst switch_tch_pdch.py: using BVCI 20818\u000a10:25:43.844686 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:25:43.856380 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:25:43.868090 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:25:43.880330 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:25:43.892573 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:25:43.904786 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:25:43.918327 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:25:43.931017 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:25:44.052284 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:25:44.343755 tst switch_tch_pdch.py:51: start network...\u000a10:25:44.477836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:44.987165 run create_hlr_db(pid=26277): Launched\u000a10:25:45.175044 bus /gobi_6: Setting Powered False\u000a10:25:46.236506 run create_hlr_db(pid=26277): Terminated: ok {rc=0}\u000a10:25:46.666779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26279): Launched\u000a10:25:47.071993 run osmo-hlr_10.42.42.2(pid=26280): Launched\u000a10:25:47.256484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:47.796938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26282): Launched\u000a10:25:48.096448 run osmo-stp_10.42.42.5(pid=26283): Launched\u000a10:25:48.204542 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:25:48.726580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26285): Launched\u000a10:25:48.833559 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:25:49.097822 run patchelf(pid=26286): Launched\u000a10:25:49.272197 run osmo-stp_10.42.42.5(pid=26283): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26283)]\u000a10:25:49.399624 run osmo-stp_10.42.42.5(pid=26283): stdout: \u000a| (launched: 2022-12-09_10:25:47.948683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:49.527481 run osmo-stp_10.42.42.5(pid=26283): stderr: \u000a| �[0;m�[38;5;43m20221209102548115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102548116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102548116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102548116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102548117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102548117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102548117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:49.650513 run osmo-stp_10.42.42.5(pid=26283): stdout: \u000a| (launched: 2022-12-09_10:25:47.948683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:49.772171 run osmo-stp_10.42.42.5(pid=26283): stderr: \u000a| �[0;m�[38;5;43m20221209102548115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102548116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102548116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102548116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102548117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102548117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102548117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:49.914237 run patchelf(pid=26286): Terminating (SIGINT)\u000a10:25:50.081365 run patchelf(pid=26286): Terminated: ok {rc=0}\u000a10:25:50.111951 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26283): Process ended prematurely: osmo-stp_10.42.42.5(pid=26283) [trial-2358↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26283)] [trial-2358↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:25:50.120671 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a10:25:50.180845 run osmo-hlr_10.42.42.2(pid=26280): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26280)]\u000a10:25:50.230113 run osmo-hlr_10.42.42.2(pid=26280): stdout: \u000a| (launched: 2022-12-09_10:25:46.826523) \u000a10:25:50.279882 run osmo-hlr_10.42.42.2(pid=26280): stderr: \u000a| �[0;m�[1;31m20221209102547121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102547121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102547121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102547121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102547121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102547121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102547149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102547172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102547172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102547173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:50.322466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26279): Terminating (SIGTERM)\u000a10:25:50.362296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26282): Terminating (SIGTERM)\u000a10:25:50.401979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26285): Terminating (SIGTERM)\u000a10:25:50.411223 --- ParallelTerminationStrategy: PID 26279 died...\u000a10:25:50.464618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26279): Terminated: ok {rc=0}\u000a10:25:50.474315 --- ParallelTerminationStrategy: PID 26282 died...\u000a10:25:50.527744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26282): Terminated: ok {rc=0}\u000a10:25:50.537591 --- ParallelTerminationStrategy: PID 26285 died...\u000a10:25:50.591087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26285): Terminated: ok {rc=0}\u000a10:25:50.682033 bus /gobi_0: Setting Powered False\u000a10:25:51.786969 bus /gobi_0: Setting Powered False\u000a10:25:52.900415 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:25:42" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26297): Process ended prematurely: osmo-stp_10.42.42.5(pid=26297) [trial-2358↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26297)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26297): Process ended prematurely: osmo-stp_10.42.42.5(pid=26297) [trial-2358↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:25:54.873543 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:25:54.884420 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:25:55.040391 tst switch_tch_pdch.py: using LAC 20818\u000a10:25:55.160181 tst switch_tch_pdch.py: using RAC 163\u000a10:25:55.277088 tst switch_tch_pdch.py: using CellId 20818\u000a10:25:55.399029 tst switch_tch_pdch.py: using BVCI 20819\u000a10:25:55.422077 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:25:55.432925 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:25:55.443757 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:25:55.454614 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:25:55.465450 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:25:55.476226 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:25:55.487241 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:25:55.498074 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:25:55.614900 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:25:55.892005 tst switch_tch_pdch.py:51: start network...\u000a10:25:56.015415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:56.475284 run create_hlr_db(pid=26291): Launched\u000a10:25:56.597804 bus /gobi_6: Setting Powered False\u000a10:25:57.669439 run create_hlr_db(pid=26291): Terminated: ok {rc=0}\u000a10:25:58.069739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26293): Launched\u000a10:25:58.394250 run osmo-hlr_10.42.42.2(pid=26294): Launched\u000a10:25:58.509788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:59.042439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26296): Launched\u000a10:25:59.363121 run osmo-stp_10.42.42.5(pid=26297): Launched\u000a10:25:59.479115 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:26:00.011469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26299): Launched\u000a10:26:00.125630 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:26:00.406679 run patchelf(pid=26300): Launched\u000a10:26:00.596594 run osmo-stp_10.42.42.5(pid=26297): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26297)]\u000a10:26:00.734944 run osmo-stp_10.42.42.5(pid=26297): stdout: \u000a| (launched: 2022-12-09_10:25:59.205294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:00.877178 run osmo-stp_10.42.42.5(pid=26297): stderr: \u000a| �[0;m�[38;5;43m20221209102559393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102559393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102559393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102559394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102559394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102559394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102559394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:01.027694 run osmo-stp_10.42.42.5(pid=26297): stdout: \u000a| (launched: 2022-12-09_10:25:59.205294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:01.155107 run osmo-stp_10.42.42.5(pid=26297): stderr: \u000a| �[0;m�[38;5;43m20221209102559393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102559393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102559393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102559394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102559394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102559394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102559394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:01.304274 run patchelf(pid=26300): Terminating (SIGINT)\u000a10:26:01.479312 run patchelf(pid=26300): Terminated: ok {rc=0}\u000a10:26:01.511362 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26297): Process ended prematurely: osmo-stp_10.42.42.5(pid=26297) [trial-2358↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26297)] [trial-2358↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:26:01.521259 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a10:26:01.585427 run osmo-hlr_10.42.42.2(pid=26294): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26294)]\u000a10:26:01.636725 run osmo-hlr_10.42.42.2(pid=26294): stdout: \u000a| (launched: 2022-12-09_10:25:58.234452) \u000a10:26:01.690483 run osmo-hlr_10.42.42.2(pid=26294): stderr: \u000a| �[0;m�[1;31m20221209102558428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102558429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102558429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102558429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102558429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102558429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102558443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102558452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102558452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102558452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:01.735981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26293): Terminating (SIGTERM)\u000a10:26:01.781552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26296): Terminating (SIGTERM)\u000a10:26:01.824429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26299): Terminating (SIGTERM)\u000a10:26:01.835784 --- ParallelTerminationStrategy: PID 26293 died...\u000a10:26:01.892770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26293): Terminated: ok {rc=0}\u000a10:26:01.903011 --- ParallelTerminationStrategy: PID 26296 died...\u000a10:26:01.957621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26296): Terminated: ok {rc=0}\u000a10:26:01.968703 --- ParallelTerminationStrategy: PID 26299 died...\u000a10:26:02.024326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26299): Terminated: ok {rc=0}\u000a10:26:02.116396 bus /gobi_0: Setting Powered False\u000a10:26:03.224019 bus /gobi_0: Setting Powered False\u000a10:26:04.333020 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:25:54" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26305) [trial-2358↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26305)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26305) [trial-2358↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a10:26:06.236610 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a10:26:06.247672 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:26:06.390051 tst mo_mt_sms.py: using LAC 20819\u000a10:26:06.515512 tst mo_mt_sms.py: using RAC 164\u000a10:26:06.635601 tst mo_mt_sms.py: using CellId 20819\u000a10:26:06.752813 tst mo_mt_sms.py: using BVCI 20820\u000a10:26:06.776052 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:26:06.893264 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:26:07.183098 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:26:07.317438 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:26:07.983181 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26304): Launched\u000a10:26:08.301617 run osmo-nitb_10.42.42.2(pid=26305): Launched\u000a10:26:08.499399 run osmo-nitb_10.42.42.2(pid=26305): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26305)]\u000a10:26:08.644931 run osmo-nitb_10.42.42.2(pid=26305): stdout: \u000a| (launched: 2022-12-09_10:26:08.146666) \u000a10:26:08.790475 run osmo-nitb_10.42.42.2(pid=26305): stderr: \u000a| (launched: 2022-12-09_10:26:08.194570)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:26:08.932183 run osmo-nitb_10.42.42.2(pid=26305): stdout: \u000a| (launched: 2022-12-09_10:26:08.146666) \u000a10:26:09.072091 run osmo-nitb_10.42.42.2(pid=26305): stderr: \u000a| (launched: 2022-12-09_10:26:08.194570)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:26:09.431055 tst osmo-nitb_10.42.42.2(pid=26305): stdout: \u000a| (launched: 2022-12-09_10:26:08.146666) \u000a10:26:09.559173 tst osmo-nitb_10.42.42.2(pid=26305): stderr: \u000a| (launched: 2022-12-09_10:26:08.194570)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:26:09.615337 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26305) [trial-2358↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26305)] [trial-2358↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a10:26:09.624164 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a10:26:09.661605 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26304): Terminating (SIGTERM)\u000a10:26:09.839398 --- ParallelTerminationStrategy: PID 26304 died...\u000a10:26:09.898383 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26304): Terminated: ok {rc=0}\u000a10:26:09.986541 bus /sierra_3: Setting Powered False\u000a10:26:11.095340 bus /sierra_3: Setting Powered False\u000a10:26:12.206223 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:26:06" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26316): Process ended prematurely: osmo-stp_10.42.42.5(pid=26316) [trial-2358↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26316)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26316): Process ended prematurely: osmo-stp_10.42.42.5(pid=26316) [trial-2358↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a10:26:14.100627 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:26:14.111670 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:26:14.253455 tst mo_mt_sms.py: using LAC 20820\u000a10:26:14.377907 tst mo_mt_sms.py: using RAC 165\u000a10:26:14.503111 tst mo_mt_sms.py: using CellId 20820\u000a10:26:14.630146 tst mo_mt_sms.py: using BVCI 20821\u000a10:26:14.654580 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:26:14.665693 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:26:14.676492 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:26:14.687618 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:26:14.698698 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:26:14.709754 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:26:14.826889 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:26:15.025790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:15.505390 run create_hlr_db(pid=26310): Launched\u000a10:26:15.677885 bus /sierra_2: Setting Powered False\u000a10:26:16.714089 run create_hlr_db(pid=26310): Terminated: ok {rc=0}\u000a10:26:17.162293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26312): Launched\u000a10:26:17.485171 run osmo-hlr_10.42.42.2(pid=26313): Launched\u000a10:26:17.602878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:18.163147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26315): Launched\u000a10:26:18.485314 run osmo-stp_10.42.42.5(pid=26316): Launched\u000a10:26:18.602267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:19.192138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26318): Launched\u000a10:26:19.516184 run osmo-msc_10.42.42.6(pid=26319): Launched\u000a10:26:19.705461 run osmo-stp_10.42.42.5(pid=26316): ERR: Terminated: ERROR {rc=1} [trial-2358↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26316)]\u000a10:26:19.842470 run osmo-stp_10.42.42.5(pid=26316): stdout: \u000a| (launched: 2022-12-09_10:26:18.326941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:19.977600 run osmo-stp_10.42.42.5(pid=26316): stderr: \u000a| �[0;m�[38;5;43m20221209102618513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102618513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102618514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102618514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102618514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102618515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102618515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:20.107010 run osmo-stp_10.42.42.5(pid=26316): stdout: \u000a| (launched: 2022-12-09_10:26:18.326941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:20.235546 run osmo-stp_10.42.42.5(pid=26316): stderr: \u000a| �[0;m�[38;5;43m20221209102618513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102618513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102618514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102618514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102618514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102618515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102618515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:20.291852 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26316): Process ended prematurely: osmo-stp_10.42.42.5(pid=26316) [trial-2358↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26316)] [trial-2358↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a10:26:20.300504 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a10:26:20.364912 run osmo-hlr_10.42.42.2(pid=26313): ERR: Terminated: ERROR {rc=237} [trial-2358↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26313)]\u000a10:26:20.417546 run osmo-hlr_10.42.42.2(pid=26313): stdout: \u000a| (launched: 2022-12-09_10:26:17.326246) \u000a10:26:20.470988 run osmo-hlr_10.42.42.2(pid=26313): stderr: \u000a| �[0;m�[1;31m20221209102617518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102617518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102617518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102617518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102617518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102617519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102617534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102617544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102617544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102617544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:20.543051 run osmo-msc_10.42.42.6(pid=26319): ERR: Terminated: ERROR {rc=2} [trial-2358↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26319)]\u000a10:26:20.595758 run osmo-msc_10.42.42.6(pid=26319): stdout: \u000a| (launched: 2022-12-09_10:26:19.356225) \u000a10:26:20.648896 run osmo-msc_10.42.42.6(pid=26319): stderr: \u000a| �[0;m�[38;5;43m20221209102619673 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102619673 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3582bebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102619673 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102619673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102619673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102619674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102619675 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102619676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102619676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102619676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:20.693685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26312): Terminating (SIGTERM)\u000a10:26:20.736026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26315): Terminating (SIGTERM)\u000a10:26:20.778547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26318): Terminating (SIGTERM)\u000a10:26:20.788553 --- ParallelTerminationStrategy: PID 26312 died...\u000a10:26:20.846323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26312): Terminated: ok {rc=0}\u000a10:26:20.856418 --- ParallelTerminationStrategy: PID 26315 died...\u000a10:26:20.913304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26315): Terminated: ok {rc=0}\u000a10:26:20.923432 --- ParallelTerminationStrategy: PID 26318 died...\u000a10:26:20.980197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26318): Terminated: ok {rc=0}\u000a10:26:21.068879 bus /sierra_3: Setting Powered False\u000a10:26:22.174335 bus /sierra_3: Setting Powered False\u000a10:26:23.287353 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:26:13" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26326): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26326) [trial-2358↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26326)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26326): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26326) [trial-2358↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a10:26:25.131956 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a10:26:25.143263 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:26:25.286386 tst assert_extension.py: using LAC 20821\u000a10:26:25.410166 tst assert_extension.py: using RAC 166\u000a10:26:25.534051 tst assert_extension.py: using CellId 20821\u000a10:26:25.660480 tst assert_extension.py: using BVCI 20822\u000a10:26:25.685089 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a10:26:25.957732 tst assert_extension.py:10: start nitb and bts...\u000a10:26:26.081967 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:26:26.704683 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26325): Launched\u000a10:26:27.001384 run osmo-nitb_10.42.42.2(pid=26326): Launched\u000a10:26:27.185194 run osmo-nitb_10.42.42.2(pid=26326): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26326)]\u000a10:26:27.320400 run osmo-nitb_10.42.42.2(pid=26326): stdout: \u000a| (launched: 2022-12-09_10:26:26.856736) \u000a10:26:27.456633 run osmo-nitb_10.42.42.2(pid=26326): stderr: \u000a| (launched: 2022-12-09_10:26:26.901253)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:26:27.588048 run osmo-nitb_10.42.42.2(pid=26326): stdout: \u000a| (launched: 2022-12-09_10:26:26.856736) \u000a10:26:27.718256 run osmo-nitb_10.42.42.2(pid=26326): stderr: \u000a| (launched: 2022-12-09_10:26:26.901253)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:26:28.121648 tst osmo-nitb_10.42.42.2(pid=26326): stdout: \u000a| (launched: 2022-12-09_10:26:26.856736) \u000a10:26:28.240087 tst osmo-nitb_10.42.42.2(pid=26326): stderr: \u000a| (launched: 2022-12-09_10:26:26.901253)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:26:28.292165 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26326): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26326) [trial-2358↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26326)] [trial-2358↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a10:26:28.300272 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:26:28.334952 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26325): Terminating (SIGTERM)\u000a10:26:28.512665 --- ParallelTerminationStrategy: PID 26325 died...\u000a10:26:28.571543 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26325): Terminated: ok {rc=0}\u000a10:26:28.658775 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:26:24" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26336): Process ended prematurely: osmo-stp_10.42.42.5(pid=26336) [trial-2358↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26336)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26336): Process ended prematurely: osmo-stp_10.42.42.5(pid=26336) [trial-2358↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a10:26:30.500524 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:26:30.511723 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:26:30.653307 tst assert_extension.py: using LAC 20822\u000a10:26:30.781432 tst assert_extension.py: using RAC 167\u000a10:26:30.935606 tst assert_extension.py: using CellId 20822\u000a10:26:31.063110 tst assert_extension.py: using BVCI 20823\u000a10:26:31.086820 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:26:31.098258 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:26:31.109690 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:26:31.120596 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:26:31.131907 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:26:31.142964 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a10:26:31.348674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:31.880868 run create_hlr_db(pid=26330): Launched\u000a10:26:32.059506 bus /sierra_2: Setting Powered False\u000a10:26:33.076776 run create_hlr_db(pid=26330): Terminated: ok {rc=0}\u000a10:26:33.504489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26332): Launched\u000a10:26:33.827276 run osmo-hlr_10.42.42.2(pid=26333): Launched\u000a10:26:33.947137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:34.511304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26335): Launched\u000a10:26:34.834545 run osmo-stp_10.42.42.5(pid=26336): Launched\u000a10:26:34.952540 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:35.540100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26338): Launched\u000a10:26:35.860578 run osmo-msc_10.42.42.6(pid=26339): Launched\u000a10:26:36.048929 run osmo-stp_10.42.42.5(pid=26336): ERR: Terminated: ERROR {rc=1} [trial-2358↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26336)]\u000a10:26:36.184896 run osmo-stp_10.42.42.5(pid=26336): stdout: \u000a| (launched: 2022-12-09_10:26:34.674303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:36.319855 run osmo-stp_10.42.42.5(pid=26336): stderr: \u000a| �[0;m�[38;5;43m20221209102634862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102634862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102634863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102634863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102634864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102634864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102634864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:36.449295 run osmo-stp_10.42.42.5(pid=26336): stdout: \u000a| (launched: 2022-12-09_10:26:34.674303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:36.577569 run osmo-stp_10.42.42.5(pid=26336): stderr: \u000a| �[0;m�[38;5;43m20221209102634862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102634862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102634863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102634863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102634864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102634864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102634864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:36.633954 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26336): Process ended prematurely: osmo-stp_10.42.42.5(pid=26336) [trial-2358↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26336)] [trial-2358↪ussd:trx-umtrx↪assert_extension.py:17]\u000a10:26:36.642962 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a10:26:36.707496 run osmo-hlr_10.42.42.2(pid=26333): ERR: Terminated: ERROR {rc=237} [trial-2358↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26333)]\u000a10:26:36.760221 run osmo-hlr_10.42.42.2(pid=26333): stdout: \u000a| (launched: 2022-12-09_10:26:33.667582) \u000a10:26:36.813558 run osmo-hlr_10.42.42.2(pid=26333): stderr: \u000a| �[0;m�[1;31m20221209102633862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102633862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102633862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102633862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102633862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102633862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102633878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102633889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102633889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102633889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:36.885721 run osmo-msc_10.42.42.6(pid=26339): ERR: Terminated: ERROR {rc=2} [trial-2358↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26339)]\u000a10:26:36.938432 run osmo-msc_10.42.42.6(pid=26339): stdout: \u000a| (launched: 2022-12-09_10:26:35.702873) \u000a10:26:36.991683 run osmo-msc_10.42.42.6(pid=26339): stderr: \u000a| �[0;m�[38;5;43m20221209102636020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102636020 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a256b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102636020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102636020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102636020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102636020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102636022 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102636023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102636023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102636023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:37.037096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26332): Terminating (SIGTERM)\u000a10:26:37.080156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26335): Terminating (SIGTERM)\u000a10:26:37.123493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26338): Terminating (SIGTERM)\u000a10:26:37.133597 --- ParallelTerminationStrategy: PID 26332 died...\u000a10:26:37.191060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26332): Terminated: ok {rc=0}\u000a10:26:37.201434 --- ParallelTerminationStrategy: PID 26335 died...\u000a10:26:37.258512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26335): Terminated: ok {rc=0}\u000a10:26:37.268761 --- ParallelTerminationStrategy: PID 26338 died...\u000a10:26:37.325856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26338): Terminated: ok {rc=0}\u000a10:26:37.414929 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:26:30" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26350): Process ended prematurely: osmo-stp_10.42.42.5(pid=26350) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26350)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26350): Process ended prematurely: osmo-stp_10.42.42.5(pid=26350) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:26:39.381086 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:26:39.392658 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:26:39.557879 tst mo_mt_call.py: using LAC 20823\u000a10:26:39.686152 tst mo_mt_call.py: using RAC 168\u000a10:26:39.813571 tst mo_mt_call.py: using CellId 20823\u000a10:26:39.943097 tst mo_mt_call.py: using BVCI 20824\u000a10:26:39.968181 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:26:39.979613 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:26:39.991169 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:26:40.003653 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:26:40.015352 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:26:40.027224 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:26:40.145118 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:26:40.358985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:40.874165 run create_hlr_db(pid=26344): Launched\u000a10:26:41.063687 bus /sierra_2: Setting Powered False\u000a10:26:42.085366 run create_hlr_db(pid=26344): Terminated: ok {rc=0}\u000a10:26:42.520544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26346): Launched\u000a10:26:42.847407 run osmo-hlr_10.42.42.2(pid=26347): Launched\u000a10:26:42.970431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:43.541695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26349): Launched\u000a10:26:43.870756 run osmo-stp_10.42.42.5(pid=26350): Launched\u000a10:26:43.991226 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:44.591330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26352): Launched\u000a10:26:44.920415 run osmo-msc_10.42.42.6(pid=26353): Launched\u000a10:26:45.112600 run osmo-stp_10.42.42.5(pid=26350): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26350)]\u000a10:26:45.250759 run osmo-stp_10.42.42.5(pid=26350): stdout: \u000a| (launched: 2022-12-09_10:26:43.708502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:45.387463 run osmo-stp_10.42.42.5(pid=26350): stderr: \u000a| �[0;m�[38;5;43m20221209102643897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102643897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102643897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102643898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102643898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102643898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102643898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:45.519173 run osmo-stp_10.42.42.5(pid=26350): stdout: \u000a| (launched: 2022-12-09_10:26:43.708502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:45.650346 run osmo-stp_10.42.42.5(pid=26350): stderr: \u000a| �[0;m�[38;5;43m20221209102643897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102643897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102643897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102643898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102643898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102643898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102643898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:45.707979 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26350): Process ended prematurely: osmo-stp_10.42.42.5(pid=26350) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26350)] [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:26:45.717562 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:26:45.782001 run osmo-hlr_10.42.42.2(pid=26347): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26347)]\u000a10:26:45.840848 run osmo-hlr_10.42.42.2(pid=26347): stdout: \u000a| (launched: 2022-12-09_10:26:42.687029) \u000a10:26:45.905990 run osmo-hlr_10.42.42.2(pid=26347): stderr: \u000a| �[0;m�[1;31m20221209102642881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102642881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102642881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102642881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102642881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102642882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102642893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102642902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102642902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102642902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:45.981380 run osmo-msc_10.42.42.6(pid=26353): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26353)]\u000a10:26:46.034385 run osmo-msc_10.42.42.6(pid=26353): stdout: \u000a| (launched: 2022-12-09_10:26:44.758456) \u000a10:26:46.088153 run osmo-msc_10.42.42.6(pid=26353): stderr: \u000a| �[0;m�[38;5;43m20221209102645074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102645075 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc16d2b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102645075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102645075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102645075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102645075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102645077 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102645077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102645078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102645078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:46.134238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26346): Terminating (SIGTERM)\u000a10:26:46.178133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26349): Terminating (SIGTERM)\u000a10:26:46.223601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26352): Terminating (SIGTERM)\u000a10:26:46.233629 --- ParallelTerminationStrategy: PID 26346 died...\u000a10:26:46.291478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26346): Terminated: ok {rc=0}\u000a10:26:46.302200 --- ParallelTerminationStrategy: PID 26349 died...\u000a10:26:46.359850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26349): Terminated: ok {rc=0}\u000a10:26:46.370556 --- ParallelTerminationStrategy: PID 26352 died...\u000a10:26:46.428030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26352): Terminated: ok {rc=0}\u000a10:26:46.518154 bus /sierra_3: Setting Powered False\u000a10:26:47.620784 bus /sierra_3: Setting Powered False\u000a10:26:48.728480 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26361): Process ended prematurely: osmo-stp_10.42.42.5(pid=26361) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26361)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26361): Process ended prematurely: osmo-stp_10.42.42.5(pid=26361) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:26:49.845860 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:26:49.858663 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:26:50.025456 tst mo_mt_call_osmux.py: using LAC 20824\u000a10:26:50.154798 tst mo_mt_call_osmux.py: using RAC 169\u000a10:26:50.282929 tst mo_mt_call_osmux.py: using CellId 20824\u000a10:26:50.413604 tst mo_mt_call_osmux.py: using BVCI 20825\u000a10:26:50.438546 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:26:50.450101 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:26:50.461470 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:26:50.473917 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:26:50.485825 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:26:50.497532 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:26:50.618797 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:26:50.826220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:51.341773 run create_hlr_db(pid=26355): Launched\u000a10:26:51.530465 bus /sierra_2: Setting Powered False\u000a10:26:52.550803 run create_hlr_db(pid=26355): Terminated: ok {rc=0}\u000a10:26:52.958765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26357): Launched\u000a10:26:53.261894 run osmo-hlr_10.42.42.2(pid=26358): Launched\u000a10:26:53.380239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:53.917738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26360): Launched\u000a10:26:54.220872 run osmo-stp_10.42.42.5(pid=26361): Launched\u000a10:26:54.331103 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:54.887989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26363): Launched\u000a10:26:55.193855 run osmo-msc_10.42.42.6(pid=26364): Launched\u000a10:26:55.372016 run osmo-stp_10.42.42.5(pid=26361): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26361)]\u000a10:26:55.501318 run osmo-stp_10.42.42.5(pid=26361): stdout: \u000a| (launched: 2022-12-09_10:26:54.071697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:55.628370 run osmo-stp_10.42.42.5(pid=26361): stderr: \u000a| �[0;m�[38;5;43m20221209102654239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102654239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102654239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102654239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102654240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102654240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102654240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:55.750564 run osmo-stp_10.42.42.5(pid=26361): stdout: \u000a| (launched: 2022-12-09_10:26:54.071697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:55.871871 run osmo-stp_10.42.42.5(pid=26361): stderr: \u000a| �[0;m�[38;5;43m20221209102654239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102654239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102654239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102654239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102654240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102654240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102654240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:55.925638 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26361): Process ended prematurely: osmo-stp_10.42.42.5(pid=26361) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26361)] [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:26:55.934533 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:26:55.994680 run osmo-hlr_10.42.42.2(pid=26358): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26358)]\u000a10:26:56.043889 run osmo-hlr_10.42.42.2(pid=26358): stdout: \u000a| (launched: 2022-12-09_10:26:53.112809) \u000a10:26:56.093619 run osmo-hlr_10.42.42.2(pid=26358): stderr: \u000a| �[0;m�[1;31m20221209102653285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102653285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102653285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102653285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102653285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102653285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102653297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102653305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102653305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102653305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:56.160854 run osmo-msc_10.42.42.6(pid=26364): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26364)]\u000a10:26:56.209749 run osmo-msc_10.42.42.6(pid=26364): stdout: \u000a| (launched: 2022-12-09_10:26:55.043242) \u000a10:26:56.259091 run osmo-msc_10.42.42.6(pid=26364): stderr: \u000a| �[0;m�[38;5;43m20221209102655312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102655312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb87eaa2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102655312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102655312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102655312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102655313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102655314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102655315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102655315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102655315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:56.301331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26357): Terminating (SIGTERM)\u000a10:26:56.341233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26360): Terminating (SIGTERM)\u000a10:26:56.381151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26363): Terminating (SIGTERM)\u000a10:26:56.390675 --- ParallelTerminationStrategy: PID 26357 died...\u000a10:26:56.444090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26357): Terminated: ok {rc=0}\u000a10:26:56.453954 --- ParallelTerminationStrategy: PID 26360 died...\u000a10:26:56.507141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26360): Terminated: ok {rc=0}\u000a10:26:56.517040 --- ParallelTerminationStrategy: PID 26363 died...\u000a10:26:56.570112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26363): Terminated: ok {rc=0}\u000a10:26:56.660300 bus /sierra_3: Setting Powered False\u000a10:26:57.763975 bus /sierra_3: Setting Powered False\u000a10:26:58.877936 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:26:39" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26375): Process ended prematurely: osmo-stp_10.42.42.5(pid=26375) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26375)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26375): Process ended prematurely: osmo-stp_10.42.42.5(pid=26375) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:27:00.893039 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:27:00.911813 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:27:01.080601 tst mo_mt_call.py: using LAC 20825\u000a10:27:01.209323 tst mo_mt_call.py: using RAC 170\u000a10:27:01.361365 tst mo_mt_call.py: using CellId 20825\u000a10:27:01.494196 tst mo_mt_call.py: using BVCI 20826\u000a10:27:01.518630 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:27:01.530575 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:27:01.542481 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:27:01.554283 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:27:01.567384 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:27:01.579313 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:27:01.718985 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:27:01.990621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:02.493546 run create_hlr_db(pid=26369): Launched\u000a10:27:02.669352 bus /sierra_2: Setting Powered False\u000a10:27:03.690866 run create_hlr_db(pid=26369): Terminated: ok {rc=0}\u000a10:27:04.095541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26371): Launched\u000a10:27:04.400710 run osmo-hlr_10.42.42.2(pid=26372): Launched\u000a10:27:04.520785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:05.058456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26374): Launched\u000a10:27:05.364692 run osmo-stp_10.42.42.5(pid=26375): Launched\u000a10:27:05.474249 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:27:06.033697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26377): Launched\u000a10:27:06.339315 run osmo-msc_10.42.42.6(pid=26378): Launched\u000a10:27:06.517747 run osmo-stp_10.42.42.5(pid=26375): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26375)]\u000a10:27:06.645909 run osmo-stp_10.42.42.5(pid=26375): stdout: \u000a| (launched: 2022-12-09_10:27:05.214901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:06.772797 run osmo-stp_10.42.42.5(pid=26375): stderr: \u000a| �[0;m�[38;5;43m20221209102705384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102705384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102705384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102705384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102705385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102705385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102705385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:06.895636 run osmo-stp_10.42.42.5(pid=26375): stdout: \u000a| (launched: 2022-12-09_10:27:05.214901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:07.017229 run osmo-stp_10.42.42.5(pid=26375): stderr: \u000a| �[0;m�[38;5;43m20221209102705384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102705384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102705384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102705384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102705385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102705385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102705385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:07.070967 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26375): Process ended prematurely: osmo-stp_10.42.42.5(pid=26375) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26375)] [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:27:07.079764 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:27:07.140629 run osmo-hlr_10.42.42.2(pid=26372): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26372)]\u000a10:27:07.190399 run osmo-hlr_10.42.42.2(pid=26372): stdout: \u000a| (launched: 2022-12-09_10:27:04.252044) \u000a10:27:07.240572 run osmo-hlr_10.42.42.2(pid=26372): stderr: \u000a| �[0;m�[1;31m20221209102704425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102704425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102704425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102704425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102704425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102704425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102704437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102704446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102704446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102704447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:07.308759 run osmo-msc_10.42.42.6(pid=26378): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26378)]\u000a10:27:07.358476 run osmo-msc_10.42.42.6(pid=26378): stdout: \u000a| (launched: 2022-12-09_10:27:06.188735) \u000a10:27:07.408661 run osmo-msc_10.42.42.6(pid=26378): stderr: \u000a| �[0;m�[38;5;43m20221209102706459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102706459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb5da6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102706459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102706459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102706459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102706459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102706461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102706461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102706462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102706462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:27:07.451279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26371): Terminating (SIGTERM)\u000a10:27:07.491383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26374): Terminating (SIGTERM)\u000a10:27:07.531874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26377): Terminating (SIGTERM)\u000a10:27:07.541346 --- ParallelTerminationStrategy: PID 26371 died...\u000a10:27:07.595624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26371): Terminated: ok {rc=0}\u000a10:27:07.605589 --- ParallelTerminationStrategy: PID 26374 died...\u000a10:27:07.659561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26374): Terminated: ok {rc=0}\u000a10:27:07.669423 --- ParallelTerminationStrategy: PID 26377 died...\u000a10:27:07.723892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26377): Terminated: ok {rc=0}\u000a10:27:07.814603 bus /sierra_3: Setting Powered False\u000a10:27:08.919936 bus /sierra_3: Setting Powered False\u000a10:27:10.034185 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26386): Process ended prematurely: osmo-stp_10.42.42.5(pid=26386) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26386)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26386): Process ended prematurely: osmo-stp_10.42.42.5(pid=26386) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:27:11.146017 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:27:11.157922 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:27:11.318630 tst mo_mt_call_osmux.py: using LAC 20826\u000a10:27:11.436433 tst mo_mt_call_osmux.py: using RAC 171\u000a10:27:11.556023 tst mo_mt_call_osmux.py: using CellId 20826\u000a10:27:11.673665 tst mo_mt_call_osmux.py: using BVCI 20827\u000a10:27:11.696657 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:27:11.707752 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:27:11.718662 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:27:11.729908 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:27:11.741065 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:27:11.752060 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:27:11.871542 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:27:12.080664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:12.570592 run create_hlr_db(pid=26380): Launched\u000a10:27:12.745407 bus /sierra_2: Setting Powered False\u000a10:27:13.768354 run create_hlr_db(pid=26380): Terminated: ok {rc=0}\u000a10:27:14.175061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26382): Launched\u000a10:27:14.480394 run osmo-hlr_10.42.42.2(pid=26383): Launched\u000a10:27:14.592903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:15.124585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26385): Launched\u000a10:27:15.429515 run osmo-stp_10.42.42.5(pid=26386): Launched\u000a10:27:15.539795 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:27:16.104180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26388): Launched\u000a10:27:16.527157 run osmo-msc_10.42.42.6(pid=26389): Launched\u000a10:27:16.956803 run osmo-stp_10.42.42.5(pid=26386): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26386)]\u000a10:27:17.101183 run osmo-stp_10.42.42.5(pid=26386): stdout: \u000a| (launched: 2022-12-09_10:27:15.279418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:17.236652 run osmo-stp_10.42.42.5(pid=26386): stderr: \u000a| �[0;m�[38;5;43m20221209102715448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102715448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102715448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102715449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102715449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102715449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102715449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:17.359333 run osmo-stp_10.42.42.5(pid=26386): stdout: \u000a| (launched: 2022-12-09_10:27:15.279418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:17.481187 run osmo-stp_10.42.42.5(pid=26386): stderr: \u000a| �[0;m�[38;5;43m20221209102715448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102715448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102715448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102715449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102715449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102715449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102715449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:17.535257 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26386): Process ended prematurely: osmo-stp_10.42.42.5(pid=26386) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26386)] [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:27:17.544258 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:27:17.604983 run osmo-hlr_10.42.42.2(pid=26383): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26383)]\u000a10:27:17.654627 run osmo-hlr_10.42.42.2(pid=26383): stdout: \u000a| (launched: 2022-12-09_10:27:14.330059) \u000a10:27:17.705134 run osmo-hlr_10.42.42.2(pid=26383): stderr: \u000a| �[0;m�[1;31m20221209102714503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102714503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102714503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102714503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102714504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102714504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102714516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102714524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102714524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102714524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:17.773783 run osmo-msc_10.42.42.6(pid=26389): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26389)]\u000a10:27:17.823632 run osmo-msc_10.42.42.6(pid=26389): stdout: \u000a| (launched: 2022-12-09_10:27:16.261476) \u000a10:27:17.873484 run osmo-msc_10.42.42.6(pid=26389): stderr: \u000a| �[0;m�[38;5;43m20221209102716751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102716751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba0fc3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102716751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102716751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102716751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102716751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102716757 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102716758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102716758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102716758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:27:17.915930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26382): Terminating (SIGTERM)\u000a10:27:17.955953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26385): Terminating (SIGTERM)\u000a10:27:17.996100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26388): Terminating (SIGTERM)\u000a10:27:18.005570 --- ParallelTerminationStrategy: PID 26382 died...\u000a10:27:18.059644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26382): Terminated: ok {rc=0}\u000a10:27:18.069397 --- ParallelTerminationStrategy: PID 26385 died...\u000a10:27:18.122858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26385): Terminated: ok {rc=0}\u000a10:27:18.132520 --- ParallelTerminationStrategy: PID 26388 died...\u000a10:27:18.186035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26388): Terminated: ok {rc=0}\u000a10:27:18.275731 bus /sierra_3: Setting Powered False\u000a10:27:19.379630 bus /sierra_3: Setting Powered False\u000a10:27:20.488639 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:27:00" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26400): Process ended prematurely: osmo-stp_10.42.42.5(pid=26400) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26400)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26400): Process ended prematurely: osmo-stp_10.42.42.5(pid=26400) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:27:22.486960 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:27:22.498015 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:27:22.652409 tst mo_mt_call.py: using LAC 20827\u000a10:27:22.772470 tst mo_mt_call.py: using RAC 172\u000a10:27:22.892399 tst mo_mt_call.py: using CellId 20827\u000a10:27:23.009972 tst mo_mt_call.py: using BVCI 20828\u000a10:27:23.033202 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:27:23.044075 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:27:23.054937 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:27:23.065824 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:27:23.076731 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:27:23.087545 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:27:23.208214 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:27:23.417634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:23.937737 run create_hlr_db(pid=26394): Launched\u000a10:27:24.128334 bus /sierra_2: Setting Powered False\u000a10:27:25.137200 run create_hlr_db(pid=26394): Terminated: ok {rc=0}\u000a10:27:25.584370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26396): Launched\u000a10:27:25.912612 run osmo-hlr_10.42.42.2(pid=26397): Launched\u000a10:27:26.032572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:26.601674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26399): Launched\u000a10:27:26.931254 run osmo-stp_10.42.42.5(pid=26400): Launched\u000a10:27:27.050924 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:27:27.652079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26402): Launched\u000a10:27:27.983347 run osmo-msc_10.42.42.6(pid=26403): Launched\u000a10:27:28.176043 run osmo-stp_10.42.42.5(pid=26400): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26400)]\u000a10:27:28.315399 run osmo-stp_10.42.42.5(pid=26400): stdout: \u000a| (launched: 2022-12-09_10:27:26.769537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:28.454055 run osmo-stp_10.42.42.5(pid=26400): stderr: \u000a| �[0;m�[38;5;43m20221209102726956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102726957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102726957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102726957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102726958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102726958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102726958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:28.586707 run osmo-stp_10.42.42.5(pid=26400): stdout: \u000a| (launched: 2022-12-09_10:27:26.769537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:28.717995 run osmo-stp_10.42.42.5(pid=26400): stderr: \u000a| �[0;m�[38;5;43m20221209102726956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102726957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102726957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102726957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102726958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102726958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102726958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:28.775984 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26400): Process ended prematurely: osmo-stp_10.42.42.5(pid=26400) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26400)] [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:27:28.785730 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:27:28.850392 run osmo-hlr_10.42.42.2(pid=26397): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26397)]\u000a10:27:28.903510 run osmo-hlr_10.42.42.2(pid=26397): stdout: \u000a| (launched: 2022-12-09_10:27:25.751177) \u000a10:27:28.957731 run osmo-hlr_10.42.42.2(pid=26397): stderr: \u000a| �[0;m�[1;31m20221209102725945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102725945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102725945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102725945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102725945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102725945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102725957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102725967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102725967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102725967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:29.030324 run osmo-msc_10.42.42.6(pid=26403): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26403)]\u000a10:27:29.083360 run osmo-msc_10.42.42.6(pid=26403): stdout: \u000a| (launched: 2022-12-09_10:27:27.820347) \u000a10:27:29.136824 run osmo-msc_10.42.42.6(pid=26403): stderr: \u000a| �[0;m�[38;5;43m20221209102728139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102728139 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a3fb3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102728139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102728139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102728139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102728140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102728141 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102728142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102728142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102728142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:27:29.182489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26396): Terminating (SIGTERM)\u000a10:27:29.225399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26399): Terminating (SIGTERM)\u000a10:27:29.268552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26402): Terminating (SIGTERM)\u000a10:27:29.278556 --- ParallelTerminationStrategy: PID 26396 died...\u000a10:27:29.336428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26396): Terminated: ok {rc=0}\u000a10:27:29.346834 --- ParallelTerminationStrategy: PID 26399 died...\u000a10:27:29.403893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26399): Terminated: ok {rc=0}\u000a10:27:29.414231 --- ParallelTerminationStrategy: PID 26402 died...\u000a10:27:29.471272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26402): Terminated: ok {rc=0}\u000a10:27:29.560268 bus /sierra_3: Setting Powered False\u000a10:27:30.663331 bus /sierra_3: Setting Powered False\u000a10:27:31.798674 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26414): Process ended prematurely: osmo-stp_10.42.42.5(pid=26414) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26414)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26414): Process ended prematurely: osmo-stp_10.42.42.5(pid=26414) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:27:32.916882 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:27:32.929394 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:27:33.097123 tst mo_mt_call_osmux.py: using LAC 20828\u000a10:27:33.225554 tst mo_mt_call_osmux.py: using RAC 173\u000a10:27:33.355733 tst mo_mt_call_osmux.py: using CellId 20828\u000a10:27:33.483724 tst mo_mt_call_osmux.py: using BVCI 20829\u000a10:27:33.508849 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:27:33.520419 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:27:33.531834 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:27:33.544399 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:27:33.556083 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:27:33.568175 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:27:33.686300 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:27:33.900626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:34.420570 run create_hlr_db(pid=26405): Launched\u000a10:27:34.611334 bus /sierra_2: Setting Powered False\u000a10:27:35.632646 run create_hlr_db(pid=26405): Terminated: ok {rc=0}\u000a10:27:36.067820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26410): Launched\u000a10:27:36.396558 run osmo-hlr_10.42.42.2(pid=26411): Launched\u000a10:27:36.514802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:37.085563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26413): Launched\u000a10:27:37.414315 run osmo-stp_10.42.42.5(pid=26414): Launched\u000a10:27:37.533020 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:27:38.133320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26416): Launched\u000a10:27:38.460820 run osmo-msc_10.42.42.6(pid=26417): Launched\u000a10:27:38.651885 run osmo-stp_10.42.42.5(pid=26414): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26414)]\u000a10:27:38.789273 run osmo-stp_10.42.42.5(pid=26414): stdout: \u000a| (launched: 2022-12-09_10:27:37.252758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:38.926318 run osmo-stp_10.42.42.5(pid=26414): stderr: \u000a| �[0;m�[38;5;43m20221209102737441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102737441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102737441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102737441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102737442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102737442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102737442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:39.058268 run osmo-stp_10.42.42.5(pid=26414): stdout: \u000a| (launched: 2022-12-09_10:27:37.252758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:39.189214 run osmo-stp_10.42.42.5(pid=26414): stderr: \u000a| �[0;m�[38;5;43m20221209102737441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102737441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102737441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102737441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102737442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102737442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102737442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:39.246748 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26414): Process ended prematurely: osmo-stp_10.42.42.5(pid=26414) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26414)] [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:27:39.256249 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:27:39.320773 run osmo-hlr_10.42.42.2(pid=26411): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26411)]\u000a10:27:39.373217 run osmo-hlr_10.42.42.2(pid=26411): stdout: \u000a| (launched: 2022-12-09_10:27:36.235229) \u000a10:27:39.426317 run osmo-hlr_10.42.42.2(pid=26411): stderr: \u000a| �[0;m�[1;31m20221209102736429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102736429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102736429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102736429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102736429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102736429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102736441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102736450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102736450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102736450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:39.498328 run osmo-msc_10.42.42.6(pid=26417): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26417)]\u000a10:27:39.550877 run osmo-msc_10.42.42.6(pid=26417): stdout: \u000a| (launched: 2022-12-09_10:27:38.300163) \u000a10:27:39.604029 run osmo-msc_10.42.42.6(pid=26417): stderr: \u000a| �[0;m�[38;5;43m20221209102738620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102738620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f794563bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102738620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102738620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102738620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102738621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102738622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102738623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102738623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102738623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:27:39.648776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26410): Terminating (SIGTERM)\u000a10:27:39.691722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26413): Terminating (SIGTERM)\u000a10:27:39.735090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26416): Terminating (SIGTERM)\u000a10:27:39.745285 --- ParallelTerminationStrategy: PID 26410 died...\u000a10:27:39.802369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26410): Terminated: ok {rc=0}\u000a10:27:39.812521 --- ParallelTerminationStrategy: PID 26413 died...\u000a10:27:39.869204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26413): Terminated: ok {rc=0}\u000a10:27:39.879916 --- ParallelTerminationStrategy: PID 26416 died...\u000a10:27:39.936730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26416): Terminated: ok {rc=0}\u000a10:27:40.025309 bus /sierra_3: Setting Powered False\u000a10:27:41.130692 bus /sierra_3: Setting Powered False\u000a10:27:42.242700 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:27:22" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26428): Process ended prematurely: osmo-stp_10.42.42.5(pid=26428) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26428)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26428): Process ended prematurely: osmo-stp_10.42.42.5(pid=26428) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:27:44.238433 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:27:44.249725 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:27:44.405136 tst mo_mt_call.py: using LAC 20829\u000a10:27:44.526281 tst mo_mt_call.py: using RAC 174\u000a10:27:44.645464 tst mo_mt_call.py: using CellId 20829\u000a10:27:44.764384 tst mo_mt_call.py: using BVCI 20830\u000a10:27:44.787589 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:27:44.798668 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:27:44.809579 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:27:44.820559 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:27:44.831418 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:27:44.842644 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:27:44.962333 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:27:45.167595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:45.657833 run create_hlr_db(pid=26422): Launched\u000a10:27:45.836576 bus /sierra_2: Setting Powered False\u000a10:27:46.894624 run create_hlr_db(pid=26422): Terminated: ok {rc=0}\u000a10:27:47.351741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26424): Launched\u000a10:27:47.681505 run osmo-hlr_10.42.42.2(pid=26425): Launched\u000a10:27:47.801851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:48.372802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26427): Launched\u000a10:27:48.701866 run osmo-stp_10.42.42.5(pid=26428): Launched\u000a10:27:48.821785 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:27:49.424603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26430): Launched\u000a10:27:49.754515 run osmo-msc_10.42.42.6(pid=26431): Launched\u000a10:27:49.947997 run osmo-stp_10.42.42.5(pid=26428): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26428)]\u000a10:27:50.087256 run osmo-stp_10.42.42.5(pid=26428): stdout: \u000a| (launched: 2022-12-09_10:27:48.540300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:50.225093 run osmo-stp_10.42.42.5(pid=26428): stderr: \u000a| �[0;m�[38;5;43m20221209102748728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102748728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102748728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102748729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102748729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102748729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102748729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:50.357258 run osmo-stp_10.42.42.5(pid=26428): stdout: \u000a| (launched: 2022-12-09_10:27:48.540300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:50.488521 run osmo-stp_10.42.42.5(pid=26428): stderr: \u000a| �[0;m�[38;5;43m20221209102748728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102748728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102748728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102748729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102748729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102748729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102748729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:50.546536 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26428): Process ended prematurely: osmo-stp_10.42.42.5(pid=26428) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26428)] [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:27:50.555811 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:27:50.620745 run osmo-hlr_10.42.42.2(pid=26425): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26425)]\u000a10:27:50.673484 run osmo-hlr_10.42.42.2(pid=26425): stdout: \u000a| (launched: 2022-12-09_10:27:47.519098) \u000a10:27:50.726724 run osmo-hlr_10.42.42.2(pid=26425): stderr: \u000a| �[0;m�[1;31m20221209102747710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102747710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102747710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102747710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102747710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102747710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102747722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102747730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102747730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102747731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:50.799260 run osmo-msc_10.42.42.6(pid=26431): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26431)]\u000a10:27:50.852191 run osmo-msc_10.42.42.6(pid=26431): stdout: \u000a| (launched: 2022-12-09_10:27:49.592071) \u000a10:27:50.906502 run osmo-msc_10.42.42.6(pid=26431): stderr: \u000a| �[0;m�[38;5;43m20221209102749912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102749912 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5906dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102749912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102749912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102749912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102749912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102749914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102749914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102749915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102749915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:27:50.951743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26424): Terminating (SIGTERM)\u000a10:27:50.994779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26427): Terminating (SIGTERM)\u000a10:27:51.037290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26430): Terminating (SIGTERM)\u000a10:27:51.048246 --- ParallelTerminationStrategy: PID 26424 died...\u000a10:27:51.105926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26424): Terminated: ok {rc=0}\u000a10:27:51.116364 --- ParallelTerminationStrategy: PID 26427 died...\u000a10:27:51.173771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26427): Terminated: ok {rc=0}\u000a10:27:51.183969 --- ParallelTerminationStrategy: PID 26430 died...\u000a10:27:51.240762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26430): Terminated: ok {rc=0}\u000a10:27:51.328834 bus /sierra_3: Setting Powered False\u000a10:27:52.432602 bus /sierra_3: Setting Powered False\u000a10:27:53.545881 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26439): Process ended prematurely: osmo-stp_10.42.42.5(pid=26439) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26439)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26439): Process ended prematurely: osmo-stp_10.42.42.5(pid=26439) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:27:54.656821 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:27:54.668576 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:27:54.825925 tst mo_mt_call_osmux.py: using LAC 20830\u000a10:27:54.945601 tst mo_mt_call_osmux.py: using RAC 175\u000a10:27:55.064813 tst mo_mt_call_osmux.py: using CellId 20830\u000a10:27:55.193727 tst mo_mt_call_osmux.py: using BVCI 20831\u000a10:27:55.218958 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:27:55.230706 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:27:55.242367 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:27:55.254315 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:27:55.266353 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:27:55.279024 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:27:55.397060 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:27:55.599543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:56.089589 run create_hlr_db(pid=26433): Launched\u000a10:27:56.266229 bus /sierra_2: Setting Powered False\u000a10:27:57.287137 run create_hlr_db(pid=26433): Terminated: ok {rc=0}\u000a10:27:57.721909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26435): Launched\u000a10:27:58.050973 run osmo-hlr_10.42.42.2(pid=26436): Launched\u000a10:27:58.170779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:58.741134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26438): Launched\u000a10:27:59.069404 run osmo-stp_10.42.42.5(pid=26439): Launched\u000a10:27:59.189332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:27:59.788216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26441): Launched\u000a10:28:00.115885 run osmo-msc_10.42.42.6(pid=26442): Launched\u000a10:28:00.308081 run osmo-stp_10.42.42.5(pid=26439): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26439)]\u000a10:28:00.446538 run osmo-stp_10.42.42.5(pid=26439): stdout: \u000a| (launched: 2022-12-09_10:27:58.908567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:00.583263 run osmo-stp_10.42.42.5(pid=26439): stderr: \u000a| �[0;m�[38;5;43m20221209102759096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102759097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102759097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102759097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102759098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102759098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102759098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:00.714772 run osmo-stp_10.42.42.5(pid=26439): stdout: \u000a| (launched: 2022-12-09_10:27:58.908567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:00.859079 run osmo-stp_10.42.42.5(pid=26439): stderr: \u000a| �[0;m�[38;5;43m20221209102759096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102759097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102759097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102759097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102759098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102759098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102759098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:00.930355 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26439): Process ended prematurely: osmo-stp_10.42.42.5(pid=26439) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26439)] [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:28:00.940513 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:28:01.007408 run osmo-hlr_10.42.42.2(pid=26436): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26436)]\u000a10:28:01.061875 run osmo-hlr_10.42.42.2(pid=26436): stdout: \u000a| (launched: 2022-12-09_10:27:57.888734) \u000a10:28:01.117159 run osmo-hlr_10.42.42.2(pid=26436): stderr: \u000a| �[0;m�[1;31m20221209102758082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102758082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102758082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102758082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102758082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102758082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102758094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102758103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102758104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102758104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:01.190880 run osmo-msc_10.42.42.6(pid=26442): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26442)]\u000a10:28:01.246532 run osmo-msc_10.42.42.6(pid=26442): stdout: \u000a| (launched: 2022-12-09_10:27:59.955046) \u000a10:28:01.302022 run osmo-msc_10.42.42.6(pid=26442): stderr: \u000a| �[0;m�[38;5;43m20221209102800273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102800273 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3e24b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102800273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102800273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102800273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102800274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102800275 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102800276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102800276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102800276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:28:01.349673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26435): Terminating (SIGTERM)\u000a10:28:01.394393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26438): Terminating (SIGTERM)\u000a10:28:01.438527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26441): Terminating (SIGTERM)\u000a10:28:01.449799 --- ParallelTerminationStrategy: PID 26435 died...\u000a10:28:01.509561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26435): Terminated: ok {rc=0}\u000a10:28:01.520749 --- ParallelTerminationStrategy: PID 26438 died...\u000a10:28:01.580090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26438): Terminated: ok {rc=0}\u000a10:28:01.591321 --- ParallelTerminationStrategy: PID 26441 died...\u000a10:28:01.650819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26441): Terminated: ok {rc=0}\u000a10:28:01.743581 bus /sierra_3: Setting Powered False\u000a10:28:02.852103 bus /sierra_3: Setting Powered False\u000a10:28:03.962180 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:27:43" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26453): Process ended prematurely: osmo-stp_10.42.42.5(pid=26453) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26453)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26453): Process ended prematurely: osmo-stp_10.42.42.5(pid=26453) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:28:05.962249 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:28:05.973507 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:28:06.129332 tst mo_mt_call.py: using LAC 20831\u000a10:28:06.248446 tst mo_mt_call.py: using RAC 176\u000a10:28:06.369912 tst mo_mt_call.py: using CellId 20831\u000a10:28:06.488357 tst mo_mt_call.py: using BVCI 20832\u000a10:28:06.511601 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:28:06.522688 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:28:06.533570 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:28:06.544855 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:28:06.558540 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:28:06.570264 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:28:06.689446 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:28:06.902079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:07.417721 run create_hlr_db(pid=26447): Launched\u000a10:28:07.607135 bus /sierra_2: Setting Powered False\u000a10:28:08.628652 run create_hlr_db(pid=26447): Terminated: ok {rc=0}\u000a10:28:09.038508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26449): Launched\u000a10:28:09.343102 run osmo-hlr_10.42.42.2(pid=26450): Launched\u000a10:28:09.456800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:09.986231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26452): Launched\u000a10:28:10.293266 run osmo-stp_10.42.42.5(pid=26453): Launched\u000a10:28:10.404810 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:28:10.966623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26455): Launched\u000a10:28:11.273804 run osmo-msc_10.42.42.6(pid=26456): Launched\u000a10:28:11.454372 run osmo-stp_10.42.42.5(pid=26453): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26453)]\u000a10:28:11.584108 run osmo-stp_10.42.42.5(pid=26453): stdout: \u000a| (launched: 2022-12-09_10:28:10.141505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:11.712130 run osmo-stp_10.42.42.5(pid=26453): stderr: \u000a| �[0;m�[38;5;43m20221209102810308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102810309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102810309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102810309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102810310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102810310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102810310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:11.835568 run osmo-stp_10.42.42.5(pid=26453): stdout: \u000a| (launched: 2022-12-09_10:28:10.141505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:11.958063 run osmo-stp_10.42.42.5(pid=26453): stderr: \u000a| �[0;m�[38;5;43m20221209102810308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102810309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102810309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102810309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102810310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102810310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102810310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:12.012140 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26453): Process ended prematurely: osmo-stp_10.42.42.5(pid=26453) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26453)] [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:28:12.021022 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:28:12.081209 run osmo-hlr_10.42.42.2(pid=26450): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26450)]\u000a10:28:12.130720 run osmo-hlr_10.42.42.2(pid=26450): stdout: \u000a| (launched: 2022-12-09_10:28:09.192794) \u000a10:28:12.180722 run osmo-hlr_10.42.42.2(pid=26450): stderr: \u000a| �[0;m�[1;31m20221209102809367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102809367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102809367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102809367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102809367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102809367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102809379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102809389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102809389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102809389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:12.249056 run osmo-msc_10.42.42.6(pid=26456): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26456)]\u000a10:28:12.298171 run osmo-msc_10.42.42.6(pid=26456): stdout: \u000a| (launched: 2022-12-09_10:28:11.121926) \u000a10:28:12.347877 run osmo-msc_10.42.42.6(pid=26456): stderr: \u000a| �[0;m�[38;5;43m20221209102811390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102811390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad00b03c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102811390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102811390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102811391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102811391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102811392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102811393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102811393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102811393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:28:12.390163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26449): Terminating (SIGTERM)\u000a10:28:12.430038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26452): Terminating (SIGTERM)\u000a10:28:12.469922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26455): Terminating (SIGTERM)\u000a10:28:12.479203 --- ParallelTerminationStrategy: PID 26449 died...\u000a10:28:12.532863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26449): Terminated: ok {rc=0}\u000a10:28:12.542616 --- ParallelTerminationStrategy: PID 26452 died...\u000a10:28:12.596131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26452): Terminated: ok {rc=0}\u000a10:28:12.605871 --- ParallelTerminationStrategy: PID 26455 died...\u000a10:28:12.659163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26455): Terminated: ok {rc=0}\u000a10:28:12.743575 bus /sierra_3: Setting Powered False\u000a10:28:13.853058 bus /sierra_3: Setting Powered False\u000a10:28:14.962001 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26465): Process ended prematurely: osmo-stp_10.42.42.5(pid=26465) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26465)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26465): Process ended prematurely: osmo-stp_10.42.42.5(pid=26465) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:28:16.096749 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:28:16.112839 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:28:16.288086 tst mo_mt_call_osmux.py: using LAC 20832\u000a10:28:16.414645 tst mo_mt_call_osmux.py: using RAC 177\u000a10:28:16.538995 tst mo_mt_call_osmux.py: using CellId 20832\u000a10:28:16.664317 tst mo_mt_call_osmux.py: using BVCI 20833\u000a10:28:16.688110 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:28:16.699624 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:28:16.711001 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:28:16.722578 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:28:16.734072 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:28:16.745694 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:28:16.871533 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:28:17.090287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:17.592148 run create_hlr_db(pid=26458): Launched\u000a10:28:17.767534 bus /sierra_2: Setting Powered False\u000a10:28:18.789266 run create_hlr_db(pid=26458): Terminated: ok {rc=0}\u000a10:28:19.225857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26461): Launched\u000a10:28:19.556358 run osmo-hlr_10.42.42.2(pid=26462): Launched\u000a10:28:19.676790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:20.245888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26464): Launched\u000a10:28:20.573942 run osmo-stp_10.42.42.5(pid=26465): Launched\u000a10:28:20.693434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:28:21.295446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26467): Launched\u000a10:28:21.627663 run osmo-msc_10.42.42.6(pid=26468): Launched\u000a10:28:21.821145 run osmo-stp_10.42.42.5(pid=26465): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26465)]\u000a10:28:21.961936 run osmo-stp_10.42.42.5(pid=26465): stdout: \u000a| (launched: 2022-12-09_10:28:20.412723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:22.100127 run osmo-stp_10.42.42.5(pid=26465): stderr: \u000a| �[0;m�[38;5;43m20221209102820601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102820601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102820601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102820602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102820602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102820602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102820602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:22.233056 run osmo-stp_10.42.42.5(pid=26465): stdout: \u000a| (launched: 2022-12-09_10:28:20.412723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:22.364746 run osmo-stp_10.42.42.5(pid=26465): stderr: \u000a| �[0;m�[38;5;43m20221209102820601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102820601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102820601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102820602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102820602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102820602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102820602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:22.423043 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26465): Process ended prematurely: osmo-stp_10.42.42.5(pid=26465) [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26465)] [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:28:22.432682 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:28:22.497511 run osmo-hlr_10.42.42.2(pid=26462): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26462)]\u000a10:28:22.550040 run osmo-hlr_10.42.42.2(pid=26462): stdout: \u000a| (launched: 2022-12-09_10:28:19.393638) \u000a10:28:22.603263 run osmo-hlr_10.42.42.2(pid=26462): stderr: \u000a| �[0;m�[1;31m20221209102819588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102819588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102819588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102819588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102819588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102819588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102819601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102819610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102819610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102819610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:22.675000 run osmo-msc_10.42.42.6(pid=26468): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26468)]\u000a10:28:22.727322 run osmo-msc_10.42.42.6(pid=26468): stdout: \u000a| (launched: 2022-12-09_10:28:21.462222) \u000a10:28:22.780144 run osmo-msc_10.42.42.6(pid=26468): stderr: \u000a| �[0;m�[38;5;43m20221209102821780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102821780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa19f7b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102821780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102821780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102821781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102821781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102821783 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:28:22.824572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26461): Terminating (SIGTERM)\u000a10:28:22.867324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26464): Terminating (SIGTERM)\u000a10:28:22.910737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26467): Terminating (SIGTERM)\u000a10:28:22.920770 --- ParallelTerminationStrategy: PID 26461 died...\u000a10:28:22.977877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26461): Terminated: ok {rc=0}\u000a10:28:22.988157 --- ParallelTerminationStrategy: PID 26464 died...\u000a10:28:23.044753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26464): Terminated: ok {rc=0}\u000a10:28:23.055273 --- ParallelTerminationStrategy: PID 26467 died...\u000a10:28:23.112152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26467): Terminated: ok {rc=0}\u000a10:28:23.200057 bus /sierra_3: Setting Powered False\u000a10:28:24.309832 bus /sierra_3: Setting Powered False\u000a10:28:25.422817 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:28:05" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26479): Process ended prematurely: osmo-stp_10.42.42.5(pid=26479) [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26479)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26479): Process ended prematurely: osmo-stp_10.42.42.5(pid=26479) [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:28:27.415446 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:28:27.426599 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:28:27.587656 tst mo_mt_call.py: using LAC 20833\u000a10:28:27.707986 tst mo_mt_call.py: using RAC 178\u000a10:28:27.836401 tst mo_mt_call.py: using CellId 20833\u000a10:28:27.957910 tst mo_mt_call.py: using BVCI 20834\u000a10:28:27.981269 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:28:27.992263 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:28:28.003516 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:28:28.014485 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:28:28.025584 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:28:28.036349 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:28:28.156389 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:28:28.359086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:28.850284 run create_hlr_db(pid=26473): Launched\u000a10:28:29.025564 bus /sierra_2: Setting Powered False\u000a10:28:30.047824 run create_hlr_db(pid=26473): Terminated: ok {rc=0}\u000a10:28:30.456673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26475): Launched\u000a10:28:30.764564 run osmo-hlr_10.42.42.2(pid=26476): Launched\u000a10:28:30.902940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:31.556512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26478): Launched\u000a10:28:31.963796 run osmo-stp_10.42.42.5(pid=26479): Launched\u000a10:28:32.075678 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:28:32.737638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26481): Launched\u000a10:28:33.068260 run osmo-msc_10.42.42.6(pid=26482): Launched\u000a10:28:33.260360 run osmo-stp_10.42.42.5(pid=26479): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26479)]\u000a10:28:33.399328 run osmo-stp_10.42.42.5(pid=26479): stdout: \u000a| (launched: 2022-12-09_10:28:31.714434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:33.537337 run osmo-stp_10.42.42.5(pid=26479): stderr: \u000a| �[0;m�[38;5;43m20221209102832066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102832066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102832066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102832066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102832067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102832077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102832077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:33.669696 run osmo-stp_10.42.42.5(pid=26479): stdout: \u000a| (launched: 2022-12-09_10:28:31.714434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:33.801051 run osmo-stp_10.42.42.5(pid=26479): stderr: \u000a| �[0;m�[38;5;43m20221209102832066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102832066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102832066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102832066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102832067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102832077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102832077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:33.858964 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26479): Process ended prematurely: osmo-stp_10.42.42.5(pid=26479) [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26479)] [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:28:33.868564 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:28:33.933019 run osmo-hlr_10.42.42.2(pid=26476): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26476)]\u000a10:28:33.985173 run osmo-hlr_10.42.42.2(pid=26476): stdout: \u000a| (launched: 2022-12-09_10:28:30.613253) \u000a10:28:34.037822 run osmo-hlr_10.42.42.2(pid=26476): stderr: \u000a| �[0;m�[1;31m20221209102830788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102830788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102830789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102830789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102830789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102830789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102830801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102830809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102830809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102830810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:34.109214 run osmo-msc_10.42.42.6(pid=26482): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26482)]\u000a10:28:34.161228 run osmo-msc_10.42.42.6(pid=26482): stdout: \u000a| (launched: 2022-12-09_10:28:32.905198) \u000a10:28:34.214031 run osmo-msc_10.42.42.6(pid=26482): stderr: \u000a| �[0;m�[38;5;43m20221209102833225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102833225 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ff6148c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102833225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102833225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102833226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102833226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102833227 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102833228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102833228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102833228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:28:34.259328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26475): Terminating (SIGTERM)\u000a10:28:34.301781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26478): Terminating (SIGTERM)\u000a10:28:34.344517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26481): Terminating (SIGTERM)\u000a10:28:34.354531 --- ParallelTerminationStrategy: PID 26475 died...\u000a10:28:34.411804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26475): Terminated: ok {rc=0}\u000a10:28:34.422166 --- ParallelTerminationStrategy: PID 26478 died...\u000a10:28:34.478883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26478): Terminated: ok {rc=0}\u000a10:28:34.489111 --- ParallelTerminationStrategy: PID 26481 died...\u000a10:28:34.545920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26481): Terminated: ok {rc=0}\u000a10:28:34.633547 bus /sierra_3: Setting Powered False\u000a10:28:35.741831 bus /sierra_3: Setting Powered False\u000a10:28:36.850202 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26490): Process ended prematurely: osmo-stp_10.42.42.5(pid=26490) [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26490)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26490): Process ended prematurely: osmo-stp_10.42.42.5(pid=26490) [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:28:37.967315 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:28:37.979903 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:28:38.150605 tst mo_mt_call_osmux.py: using LAC 20834\u000a10:28:38.277951 tst mo_mt_call_osmux.py: using RAC 179\u000a10:28:38.411021 tst mo_mt_call_osmux.py: using CellId 20834\u000a10:28:38.540936 tst mo_mt_call_osmux.py: using BVCI 20835\u000a10:28:38.565929 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:28:38.577599 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:28:38.589124 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:28:38.601947 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:28:38.614268 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:28:38.626652 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:28:38.746819 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:28:38.962569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:39.479884 run create_hlr_db(pid=26484): Launched\u000a10:28:39.669906 bus /sierra_2: Setting Powered False\u000a10:28:40.691016 run create_hlr_db(pid=26484): Terminated: ok {rc=0}\u000a10:28:41.102584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26486): Launched\u000a10:28:41.409285 run osmo-hlr_10.42.42.2(pid=26487): Launched\u000a10:28:41.520799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:42.053425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26489): Launched\u000a10:28:42.359744 run osmo-stp_10.42.42.5(pid=26490): Launched\u000a10:28:42.472212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:28:43.034027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26492): Launched\u000a10:28:43.340893 run osmo-msc_10.42.42.6(pid=26493): Launched\u000a10:28:43.519828 run osmo-stp_10.42.42.5(pid=26490): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26490)]\u000a10:28:43.648342 run osmo-stp_10.42.42.5(pid=26490): stdout: \u000a| (launched: 2022-12-09_10:28:42.208520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:43.775588 run osmo-stp_10.42.42.5(pid=26490): stderr: \u000a| �[0;m�[38;5;43m20221209102842375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102842375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102842376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102842376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102842377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102842377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102842377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:43.898197 run osmo-stp_10.42.42.5(pid=26490): stdout: \u000a| (launched: 2022-12-09_10:28:42.208520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:44.019996 run osmo-stp_10.42.42.5(pid=26490): stderr: \u000a| �[0;m�[38;5;43m20221209102842375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102842375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102842376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102842376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102842377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102842377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102842377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:44.073996 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26490): Process ended prematurely: osmo-stp_10.42.42.5(pid=26490) [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26490)] [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:28:44.082703 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:28:44.142572 run osmo-hlr_10.42.42.2(pid=26487): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26487)]\u000a10:28:44.191828 run osmo-hlr_10.42.42.2(pid=26487): stdout: \u000a| (launched: 2022-12-09_10:28:41.258828) \u000a10:28:44.242015 run osmo-hlr_10.42.42.2(pid=26487): stderr: \u000a| �[0;m�[1;31m20221209102841433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102841433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102841433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102841433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102841433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102841434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102841446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102841454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102841454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102841454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:44.309827 run osmo-msc_10.42.42.6(pid=26493): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26493)]\u000a10:28:44.359314 run osmo-msc_10.42.42.6(pid=26493): stdout: \u000a| (launched: 2022-12-09_10:28:43.189732) \u000a10:28:44.409285 run osmo-msc_10.42.42.6(pid=26493): stderr: \u000a| �[0;m�[38;5;43m20221209102843459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102843460 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79dc3b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102843460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102843460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102843460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102843460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102843462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102843462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102843463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102843463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:28:44.451930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26486): Terminating (SIGTERM)\u000a10:28:44.492424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26489): Terminating (SIGTERM)\u000a10:28:44.532419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26492): Terminating (SIGTERM)\u000a10:28:44.541857 --- ParallelTerminationStrategy: PID 26486 died...\u000a10:28:44.595418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26486): Terminated: ok {rc=0}\u000a10:28:44.605075 --- ParallelTerminationStrategy: PID 26489 died...\u000a10:28:44.658095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26489): Terminated: ok {rc=0}\u000a10:28:44.667652 --- ParallelTerminationStrategy: PID 26492 died...\u000a10:28:44.720697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26492): Terminated: ok {rc=0}\u000a10:28:44.804908 bus /sierra_3: Setting Powered False\u000a10:28:45.938086 bus /sierra_3: Setting Powered False\u000a10:28:47.055962 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:28:27" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26504): Process ended prematurely: osmo-stp_10.42.42.5(pid=26504) [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26504)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26504): Process ended prematurely: osmo-stp_10.42.42.5(pid=26504) [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:28:49.038819 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:28:49.049703 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:28:49.213762 tst mo_mt_call.py: using LAC 20835\u000a10:28:49.344373 tst mo_mt_call.py: using RAC 180\u000a10:28:49.471961 tst mo_mt_call.py: using CellId 20835\u000a10:28:49.599120 tst mo_mt_call.py: using BVCI 20836\u000a10:28:49.624203 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:28:49.635605 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:28:49.646889 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:28:49.658461 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:28:49.670002 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:28:49.681455 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:28:49.801975 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:28:50.013439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:50.530234 run create_hlr_db(pid=26498): Launched\u000a10:28:50.720695 bus /sierra_2: Setting Powered False\u000a10:28:51.730705 run create_hlr_db(pid=26498): Terminated: ok {rc=0}\u000a10:28:52.148361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26500): Launched\u000a10:28:52.454915 run osmo-hlr_10.42.42.2(pid=26501): Launched\u000a10:28:52.578128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:53.114653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26503): Launched\u000a10:28:53.419915 run osmo-stp_10.42.42.5(pid=26504): Launched\u000a10:28:53.530524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:28:54.090945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26506): Launched\u000a10:28:54.397668 run osmo-msc_10.42.42.6(pid=26507): Launched\u000a10:28:54.578447 run osmo-stp_10.42.42.5(pid=26504): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26504)]\u000a10:28:54.707814 run osmo-stp_10.42.42.5(pid=26504): stdout: \u000a| (launched: 2022-12-09_10:28:53.269884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:54.835448 run osmo-stp_10.42.42.5(pid=26504): stderr: \u000a| �[0;m�[38;5;43m20221209102853437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102853438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102853438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102853438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102853439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102853439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102853439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:54.959100 run osmo-stp_10.42.42.5(pid=26504): stdout: \u000a| (launched: 2022-12-09_10:28:53.269884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:55.081500 run osmo-stp_10.42.42.5(pid=26504): stderr: \u000a| �[0;m�[38;5;43m20221209102853437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102853438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102853438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102853438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102853439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102853439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102853439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:55.135543 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26504): Process ended prematurely: osmo-stp_10.42.42.5(pid=26504) [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26504)] [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:28:55.144130 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:28:55.204335 run osmo-hlr_10.42.42.2(pid=26501): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26501)]\u000a10:28:55.253649 run osmo-hlr_10.42.42.2(pid=26501): stdout: \u000a| (launched: 2022-12-09_10:28:52.304411) \u000a10:28:55.303696 run osmo-hlr_10.42.42.2(pid=26501): stderr: \u000a| �[0;m�[1;31m20221209102852478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102852478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102852478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102852478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102852478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102852478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102852491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102852499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102852499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102852499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:55.371902 run osmo-msc_10.42.42.6(pid=26507): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26507)]\u000a10:28:55.421504 run osmo-msc_10.42.42.6(pid=26507): stdout: \u000a| (launched: 2022-12-09_10:28:54.245915) \u000a10:28:55.472636 run osmo-msc_10.42.42.6(pid=26507): stderr: \u000a| �[0;m�[38;5;43m20221209102854516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102854516 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8dc1483c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102854516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102854516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102854516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102854516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102854518 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102854519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102854519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102854519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:28:55.515424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26500): Terminating (SIGTERM)\u000a10:28:55.555576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26503): Terminating (SIGTERM)\u000a10:28:55.595962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26506): Terminating (SIGTERM)\u000a10:28:55.605371 --- ParallelTerminationStrategy: PID 26500 died...\u000a10:28:55.659323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26500): Terminated: ok {rc=0}\u000a10:28:55.669068 --- ParallelTerminationStrategy: PID 26503 died...\u000a10:28:55.722497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26503): Terminated: ok {rc=0}\u000a10:28:55.732133 --- ParallelTerminationStrategy: PID 26506 died...\u000a10:28:55.785769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26506): Terminated: ok {rc=0}\u000a10:28:55.876444 bus /sierra_3: Setting Powered False\u000a10:28:56.979963 bus /sierra_3: Setting Powered False\u000a10:28:58.093484 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26517): Process ended prematurely: osmo-stp_10.42.42.5(pid=26517) [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26517)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26517): Process ended prematurely: osmo-stp_10.42.42.5(pid=26517) [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:28:59.204251 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:28:59.215823 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:28:59.376622 tst mo_mt_call_osmux.py: using LAC 20836\u000a10:28:59.498538 tst mo_mt_call_osmux.py: using RAC 181\u000a10:28:59.620630 tst mo_mt_call_osmux.py: using CellId 20836\u000a10:28:59.742742 tst mo_mt_call_osmux.py: using BVCI 20837\u000a10:28:59.766352 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:28:59.777313 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:28:59.787963 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:28:59.799224 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:28:59.810554 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:28:59.821929 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:28:59.938238 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:29:00.152438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:00.674257 run create_hlr_db(pid=26509): Launched\u000a10:29:00.873328 bus /sierra_2: Setting Powered False\u000a10:29:01.889680 run create_hlr_db(pid=26509): Terminated: ok {rc=0}\u000a10:29:02.336248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26513): Launched\u000a10:29:02.641979 run osmo-hlr_10.42.42.2(pid=26514): Launched\u000a10:29:02.762858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:03.300286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26516): Launched\u000a10:29:03.605731 run osmo-stp_10.42.42.5(pid=26517): Launched\u000a10:29:03.715309 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:29:04.281170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26519): Launched\u000a10:29:04.591162 run osmo-msc_10.42.42.6(pid=26520): Launched\u000a10:29:04.770690 run osmo-stp_10.42.42.5(pid=26517): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26517)]\u000a10:29:04.899712 run osmo-stp_10.42.42.5(pid=26517): stdout: \u000a| (launched: 2022-12-09_10:29:03.455535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:05.026905 run osmo-stp_10.42.42.5(pid=26517): stderr: \u000a| �[0;m�[38;5;43m20221209102903624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102903624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102903624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102903625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102903626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102903626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102903626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:05.149728 run osmo-stp_10.42.42.5(pid=26517): stdout: \u000a| (launched: 2022-12-09_10:29:03.455535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:05.271482 run osmo-stp_10.42.42.5(pid=26517): stderr: \u000a| �[0;m�[38;5;43m20221209102903624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102903624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102903624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102903625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102903626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102903626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102903626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:05.325484 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26517): Process ended prematurely: osmo-stp_10.42.42.5(pid=26517) [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26517)] [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:29:05.334131 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:29:05.394844 run osmo-hlr_10.42.42.2(pid=26514): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26514)]\u000a10:29:05.444031 run osmo-hlr_10.42.42.2(pid=26514): stdout: \u000a| (launched: 2022-12-09_10:29:02.491339) \u000a10:29:05.494120 run osmo-hlr_10.42.42.2(pid=26514): stderr: \u000a| �[0;m�[1;31m20221209102902665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102902666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102902666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102902666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102902666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102902666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102902678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102902686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102902687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102902687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:05.562060 run osmo-msc_10.42.42.6(pid=26520): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26520)]\u000a10:29:05.611509 run osmo-msc_10.42.42.6(pid=26520): stdout: \u000a| (launched: 2022-12-09_10:29:04.437803) \u000a10:29:05.661515 run osmo-msc_10.42.42.6(pid=26520): stderr: \u000a| �[0;m�[38;5;43m20221209102904709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102904709 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd385923c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102904709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102904709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102904709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102904709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102904711 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102904711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102904712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102904712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:29:05.704120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26513): Terminating (SIGTERM)\u000a10:29:05.744421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26516): Terminating (SIGTERM)\u000a10:29:05.784403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26519): Terminating (SIGTERM)\u000a10:29:05.793838 --- ParallelTerminationStrategy: PID 26513 died...\u000a10:29:05.847918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26513): Terminated: ok {rc=0}\u000a10:29:05.857645 --- ParallelTerminationStrategy: PID 26516 died...\u000a10:29:05.911075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26516): Terminated: ok {rc=0}\u000a10:29:05.920631 --- ParallelTerminationStrategy: PID 26519 died...\u000a10:29:05.974175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26519): Terminated: ok {rc=0}\u000a10:29:06.059027 bus /sierra_3: Setting Powered False\u000a10:29:07.167805 bus /sierra_3: Setting Powered False\u000a10:29:08.277794 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:28:48" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26531): Process ended prematurely: osmo-stp_10.42.42.5(pid=26531) [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26531)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26531): Process ended prematurely: osmo-stp_10.42.42.5(pid=26531) [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a10:29:10.266289 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:29:10.277572 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:29:10.417809 tst mo_mt_call.py: using LAC 20837\u000a10:29:10.536593 tst mo_mt_call.py: using RAC 182\u000a10:29:10.665135 tst mo_mt_call.py: using CellId 20837\u000a10:29:10.795749 tst mo_mt_call.py: using BVCI 20838\u000a10:29:10.820886 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:29:10.833106 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:29:10.844841 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:29:10.856621 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:29:10.868463 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:29:10.880241 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:29:10.997365 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:29:11.201184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:11.695083 run create_hlr_db(pid=26525): Launched\u000a10:29:11.870148 bus /sierra_2: Setting Powered False\u000a10:29:12.892710 run create_hlr_db(pid=26525): Terminated: ok {rc=0}\u000a10:29:13.331193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26527): Launched\u000a10:29:13.662194 run osmo-hlr_10.42.42.2(pid=26528): Launched\u000a10:29:13.781786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:14.355639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26530): Launched\u000a10:29:14.684514 run osmo-stp_10.42.42.5(pid=26531): Launched\u000a10:29:14.803210 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:29:15.406697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26533): Launched\u000a10:29:15.737743 run osmo-msc_10.42.42.6(pid=26534): Launched\u000a10:29:15.962077 run osmo-stp_10.42.42.5(pid=26531): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26531)]\u000a10:29:16.192420 run osmo-stp_10.42.42.5(pid=26531): stdout: \u000a| (launched: 2022-12-09_10:29:14.523007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:16.393066 run osmo-stp_10.42.42.5(pid=26531): stderr: \u000a| �[0;m�[38;5;43m20221209102914711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102914711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102914711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102914712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102914713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102914713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102914713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:16.530357 run osmo-stp_10.42.42.5(pid=26531): stdout: \u000a| (launched: 2022-12-09_10:29:14.523007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:16.666791 run osmo-stp_10.42.42.5(pid=26531): stderr: \u000a| �[0;m�[38;5;43m20221209102914711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102914711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102914711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102914712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102914713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102914713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102914713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:16.727020 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26531): Process ended prematurely: osmo-stp_10.42.42.5(pid=26531) [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26531)] [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a10:29:16.737394 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:29:16.806910 run osmo-hlr_10.42.42.2(pid=26528): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26528)]\u000a10:29:16.861656 run osmo-hlr_10.42.42.2(pid=26528): stdout: \u000a| (launched: 2022-12-09_10:29:13.498319) \u000a10:29:16.916921 run osmo-hlr_10.42.42.2(pid=26528): stderr: \u000a| �[0;m�[1;31m20221209102913693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102913693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102913693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102913693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102913693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102913693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102913705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102913714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102913715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102913715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:16.991496 run osmo-msc_10.42.42.6(pid=26534): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26534)]\u000a10:29:17.046026 run osmo-msc_10.42.42.6(pid=26534): stdout: \u000a| (launched: 2022-12-09_10:29:15.573758) \u000a10:29:17.101336 run osmo-msc_10.42.42.6(pid=26534): stderr: \u000a| �[0;m�[38;5;43m20221209102915995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102915995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2818c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102915995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102915995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102915995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102915996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102916003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102916003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102916003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102916003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:29:17.148489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26527): Terminating (SIGTERM)\u000a10:29:17.193242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26530): Terminating (SIGTERM)\u000a10:29:17.238090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26533): Terminating (SIGTERM)\u000a10:29:17.247980 --- ParallelTerminationStrategy: PID 26527 died...\u000a10:29:17.306056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26527): Terminated: ok {rc=0}\u000a10:29:17.316193 --- ParallelTerminationStrategy: PID 26530 died...\u000a10:29:17.373557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26530): Terminated: ok {rc=0}\u000a10:29:17.383718 --- ParallelTerminationStrategy: PID 26533 died...\u000a10:29:17.441062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26533): Terminated: ok {rc=0}\u000a10:29:17.529575 bus /sierra_3: Setting Powered False\u000a10:29:18.639082 bus /sierra_3: Setting Powered False\u000a10:29:19.747029 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26542): Process ended prematurely: osmo-stp_10.42.42.5(pid=26542) [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26542)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26542): Process ended prematurely: osmo-stp_10.42.42.5(pid=26542) [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:29:20.862519 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:29:20.875025 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:29:21.028262 tst mo_mt_call_osmux.py: using LAC 20838\u000a10:29:21.155459 tst mo_mt_call_osmux.py: using RAC 183\u000a10:29:21.285111 tst mo_mt_call_osmux.py: using CellId 20838\u000a10:29:21.412596 tst mo_mt_call_osmux.py: using BVCI 20839\u000a10:29:21.437682 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:29:21.449466 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:29:21.461286 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:29:21.473140 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:29:21.484933 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:29:21.496735 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:29:21.615841 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:29:21.829643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:22.349575 run create_hlr_db(pid=26536): Launched\u000a10:29:22.539077 bus /sierra_2: Setting Powered False\u000a10:29:23.559911 run create_hlr_db(pid=26536): Terminated: ok {rc=0}\u000a10:29:23.970431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26538): Launched\u000a10:29:24.280154 run osmo-hlr_10.42.42.2(pid=26539): Launched\u000a10:29:24.394735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:24.928319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26541): Launched\u000a10:29:25.233394 run osmo-stp_10.42.42.5(pid=26542): Launched\u000a10:29:25.344184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:29:25.902720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26544): Launched\u000a10:29:26.211737 run osmo-msc_10.42.42.6(pid=26545): Launched\u000a10:29:26.391175 run osmo-stp_10.42.42.5(pid=26542): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26542)]\u000a10:29:26.520048 run osmo-stp_10.42.42.5(pid=26542): stdout: \u000a| (launched: 2022-12-09_10:29:25.083551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:26.647057 run osmo-stp_10.42.42.5(pid=26542): stderr: \u000a| �[0;m�[38;5;43m20221209102925251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102925251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102925252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102925252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102925253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102925253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102925253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:26.770399 run osmo-stp_10.42.42.5(pid=26542): stdout: \u000a| (launched: 2022-12-09_10:29:25.083551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:26.893331 run osmo-stp_10.42.42.5(pid=26542): stderr: \u000a| �[0;m�[38;5;43m20221209102925251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102925251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102925252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102925252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102925253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102925253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102925253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:26.947545 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26542): Process ended prematurely: osmo-stp_10.42.42.5(pid=26542) [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26542)] [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a10:29:26.956094 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:29:27.016831 run osmo-hlr_10.42.42.2(pid=26539): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26539)]\u000a10:29:27.066380 run osmo-hlr_10.42.42.2(pid=26539): stdout: \u000a| (launched: 2022-12-09_10:29:24.125945) \u000a10:29:27.116470 run osmo-hlr_10.42.42.2(pid=26539): stderr: \u000a| �[0;m�[1;31m20221209102924299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102924299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102924299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102924299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102924299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102924299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102924311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102924319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102924320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102924320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:27.184301 run osmo-msc_10.42.42.6(pid=26545): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26545)]\u000a10:29:27.233600 run osmo-msc_10.42.42.6(pid=26545): stdout: \u000a| (launched: 2022-12-09_10:29:26.057871) \u000a10:29:27.283502 run osmo-msc_10.42.42.6(pid=26545): stderr: \u000a| �[0;m�[38;5;43m20221209102926327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102926327 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3db2f68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102926327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102926327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102926328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102926328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102926330 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102926330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102926330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102926330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:29:27.325826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26538): Terminating (SIGTERM)\u000a10:29:27.365698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26541): Terminating (SIGTERM)\u000a10:29:27.405567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26544): Terminating (SIGTERM)\u000a10:29:27.414880 --- ParallelTerminationStrategy: PID 26538 died...\u000a10:29:27.468525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26538): Terminated: ok {rc=0}\u000a10:29:27.478329 --- ParallelTerminationStrategy: PID 26541 died...\u000a10:29:27.531604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26541): Terminated: ok {rc=0}\u000a10:29:27.541249 --- ParallelTerminationStrategy: PID 26544 died...\u000a10:29:27.594358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26544): Terminated: ok {rc=0}\u000a10:29:27.679285 bus /sierra_3: Setting Powered False\u000a10:29:28.781449 bus /sierra_3: Setting Powered False\u000a10:29:29.889649 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:29:09" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26556): Process ended prematurely: osmo-stp_10.42.42.5(pid=26556) [trial-2358↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26556)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26556): Process ended prematurely: osmo-stp_10.42.42.5(pid=26556) [trial-2358↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:29:31.976887 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:29:31.989034 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:29:32.155659 tst emergency_mo_mt_call.py: using LAC 20839\u000a10:29:32.291142 tst emergency_mo_mt_call.py: using RAC 184\u000a10:29:32.412029 tst emergency_mo_mt_call.py: using CellId 20839\u000a10:29:32.531719 tst emergency_mo_mt_call.py: using BVCI 20840\u000a10:29:32.554639 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:29:32.565774 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:29:32.576467 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:29:32.587059 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:29:32.597591 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:29:32.607832 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:29:32.722889 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:29:32.937760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:33.447827 run create_hlr_db(pid=26550): Launched\u000a10:29:33.635236 bus /sierra_2: Setting Powered False\u000a10:29:34.655060 run create_hlr_db(pid=26550): Terminated: ok {rc=0}\u000a10:29:35.061301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26552): Launched\u000a10:29:35.362721 run osmo-hlr_10.42.42.2(pid=26553): Launched\u000a10:29:35.473485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:35.996154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26555): Launched\u000a10:29:36.297179 run osmo-stp_10.42.42.5(pid=26556): Launched\u000a10:29:36.429237 tst emergency_mo_mt_call.py: using MSISDN 7160\u000a10:29:36.579237 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:29:37.135519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26558): Launched\u000a10:29:37.441846 run osmo-msc_10.42.42.6(pid=26559): Launched\u000a10:29:37.618760 run osmo-stp_10.42.42.5(pid=26556): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26556)]\u000a10:29:37.747366 run osmo-stp_10.42.42.5(pid=26556): stdout: \u000a| (launched: 2022-12-09_10:29:36.149118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:37.873526 run osmo-stp_10.42.42.5(pid=26556): stderr: \u000a| �[0;m�[38;5;43m20221209102936315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102936315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102936315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102936315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102936316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102936316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102936316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:37.995040 run osmo-stp_10.42.42.5(pid=26556): stdout: \u000a| (launched: 2022-12-09_10:29:36.149118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:38.115329 run osmo-stp_10.42.42.5(pid=26556): stderr: \u000a| �[0;m�[38;5;43m20221209102936315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102936315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102936315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102936315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102936316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102936316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102936316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:38.168176 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26556): Process ended prematurely: osmo-stp_10.42.42.5(pid=26556) [trial-2358↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26556)] [trial-2358↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a10:29:38.176400 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a10:29:38.237034 run osmo-hlr_10.42.42.2(pid=26553): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26553)]\u000a10:29:38.286752 run osmo-hlr_10.42.42.2(pid=26553): stdout: \u000a| (launched: 2022-12-09_10:29:35.213906) \u000a10:29:38.337111 run osmo-hlr_10.42.42.2(pid=26553): stderr: \u000a| �[0;m�[1;31m20221209102935388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102935388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102935388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102935388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102935388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102935389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102935401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102935410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102935410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102935410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:38.405571 run osmo-msc_10.42.42.6(pid=26559): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26559)]\u000a10:29:38.455330 run osmo-msc_10.42.42.6(pid=26559): stdout: \u000a| (launched: 2022-12-09_10:29:37.290094) \u000a10:29:38.505665 run osmo-msc_10.42.42.6(pid=26559): stderr: \u000a| �[0;m�[38;5;43m20221209102937561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102937561 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6ddf9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102937562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102937562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102937562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102937562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102937564 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102937564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102937564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102937564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:29:38.548277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26552): Terminating (SIGTERM)\u000a10:29:38.588512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26555): Terminating (SIGTERM)\u000a10:29:38.629247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26558): Terminating (SIGTERM)\u000a10:29:38.638760 --- ParallelTerminationStrategy: PID 26552 died...\u000a10:29:38.692862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26552): Terminated: ok {rc=0}\u000a10:29:38.702703 --- ParallelTerminationStrategy: PID 26555 died...\u000a10:29:38.756759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26555): Terminated: ok {rc=0}\u000a10:29:38.766427 --- ParallelTerminationStrategy: PID 26558 died...\u000a10:29:38.820699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26558): Terminated: ok {rc=0}\u000a10:29:38.906096 bus /sierra_3: Setting Powered False\u000a10:29:40.015450 bus /sierra_3: Setting Powered False\u000a10:29:41.124463 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26567): Process ended prematurely: osmo-stp_10.42.42.5(pid=26567) [trial-2358↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26567)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26567): Process ended prematurely: osmo-stp_10.42.42.5(pid=26567) [trial-2358↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:29:42.178634 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:29:42.190554 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:29:42.339849 tst emergency_preemptive_call.py: using LAC 20840\u000a10:29:42.465155 tst emergency_preemptive_call.py: using RAC 185\u000a10:29:42.590798 tst emergency_preemptive_call.py: using CellId 20840\u000a10:29:42.721784 tst emergency_preemptive_call.py: using BVCI 20841\u000a10:29:42.746505 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:29:42.757750 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:29:42.768783 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:29:42.780341 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:29:42.791749 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:29:42.803026 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:29:42.922730 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:29:43.040511 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:29:43.158067 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:29:43.365940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:43.879233 run create_hlr_db(pid=26561): Launched\u000a10:29:44.068206 bus /sierra_2: Setting Powered False\u000a10:29:45.089882 run create_hlr_db(pid=26561): Terminated: ok {rc=0}\u000a10:29:45.521991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26563): Launched\u000a10:29:45.847174 run osmo-hlr_10.42.42.2(pid=26564): Launched\u000a10:29:46.021454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:46.658630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26566): Launched\u000a10:29:47.051595 run osmo-stp_10.42.42.5(pid=26567): Launched\u000a10:29:47.302073 tst emergency_preemptive_call.py: using MSISDN 7161\u000a10:29:47.456495 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:29:48.007208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26569): Launched\u000a10:29:48.308664 run osmo-msc_10.42.42.6(pid=26570): Launched\u000a10:29:48.485346 run osmo-stp_10.42.42.5(pid=26567): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26567)]\u000a10:29:48.612139 run osmo-stp_10.42.42.5(pid=26567): stdout: \u000a| (launched: 2022-12-09_10:29:46.818346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:48.737972 run osmo-stp_10.42.42.5(pid=26567): stderr: \u000a| �[0;m�[38;5;43m20221209102947124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102947124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102947124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102947125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102947125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102947126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102947126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:48.858701 run osmo-stp_10.42.42.5(pid=26567): stdout: \u000a| (launched: 2022-12-09_10:29:46.818346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:48.978975 run osmo-stp_10.42.42.5(pid=26567): stderr: \u000a| �[0;m�[38;5;43m20221209102947124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209102947124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209102947124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209102947125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209102947125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209102947126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209102947126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:49.031870 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26567): Process ended prematurely: osmo-stp_10.42.42.5(pid=26567) [trial-2358↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26567)] [trial-2358↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a10:29:49.040122 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a10:29:49.100755 run osmo-hlr_10.42.42.2(pid=26564): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26564)]\u000a10:29:49.150647 run osmo-hlr_10.42.42.2(pid=26564): stdout: \u000a| (launched: 2022-12-09_10:29:45.686479) \u000a10:29:49.201078 run osmo-hlr_10.42.42.2(pid=26564): stderr: \u000a| �[0;m�[1;31m20221209102945961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209102945961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209102945961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102945961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209102945961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209102945961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209102945979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209102945994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209102945994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209102945994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:49.269258 run osmo-msc_10.42.42.6(pid=26570): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26570)]\u000a10:29:49.319299 run osmo-msc_10.42.42.6(pid=26570): stdout: \u000a| (launched: 2022-12-09_10:29:48.159334) \u000a10:29:49.369621 run osmo-msc_10.42.42.6(pid=26570): stderr: \u000a| �[0;m�[38;5;43m20221209102948428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209102948428 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9543db1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209102948428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209102948428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209102948428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209102948428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209102948430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209102948431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209102948431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209102948431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:29:49.412206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26563): Terminating (SIGTERM)\u000a10:29:49.452401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26566): Terminating (SIGTERM)\u000a10:29:49.492597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26569): Terminating (SIGTERM)\u000a10:29:49.502083 --- ParallelTerminationStrategy: PID 26563 died...\u000a10:29:49.556207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26563): Terminated: ok {rc=0}\u000a10:29:49.566014 --- ParallelTerminationStrategy: PID 26566 died...\u000a10:29:49.620112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26566): Terminated: ok {rc=0}\u000a10:29:49.629815 --- ParallelTerminationStrategy: PID 26569 died...\u000a10:29:49.682933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26569): Terminated: ok {rc=0}\u000a10:29:49.768128 bus /sierra_9: Setting Powered False\u000a10:29:50.876442 bus /sierra_9: Setting Powered False\u000a10:29:51.990309 bus /sierra_8: Setting Powered False\u000a10:29:53.094684 bus /sierra_8: Setting Powered False\u000a10:29:54.207693 bus /sierra_3: Setting Powered False\u000a10:29:55.311344 bus /sierra_3: Setting Powered False\u000a10:29:56.424277 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:29:31" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "gprs:trx-umtrx", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26588): Process ended prematurely: osmo-stp_10.42.42.5(pid=26588) [trial-2358↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26588)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26588): Process ended prematurely: osmo-stp_10.42.42.5(pid=26588) [trial-2358↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:29:58.554332 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:29:58.565274 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:29:58.711090 tst cs_paging_gprs_active.py: using LAC 20841\u000a10:29:58.840806 tst cs_paging_gprs_active.py: using RAC 186\u000a10:29:58.974299 tst cs_paging_gprs_active.py: using CellId 20841\u000a10:29:59.101423 tst cs_paging_gprs_active.py: using BVCI 20842\u000a10:29:59.126765 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:29:59.137886 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:29:59.148639 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:29:59.159917 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:29:59.171101 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:29:59.182162 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:29:59.193462 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:29:59.204385 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:29:59.215786 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:29:59.333543 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:29:59.633581 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:29:59.771639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:00.112896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26575): Launched\u000a10:30:00.397013 run iperf3-srv_10.42.42.10(pid=26576): Launched\u000a10:30:00.599116 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:30:00.736898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:01.089564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26577): Launched\u000a10:30:01.380213 run iperf3-srv_10.42.42.10(pid=26578): Launched\u000a10:30:01.599003 tst cs_paging_gprs_active.py:38: start network...\u000a10:30:01.743803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:02.303922 run create_hlr_db(pid=26582): Launched\u000a10:30:02.495538 bus /sierra_2: Setting Powered False\u000a10:30:03.518296 run create_hlr_db(pid=26582): Terminated: ok {rc=0}\u000a10:30:03.959563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26584): Launched\u000a10:30:04.290608 run osmo-hlr_10.42.42.2(pid=26585): Launched\u000a10:30:04.410884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:04.988810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26587): Launched\u000a10:30:05.320244 run osmo-stp_10.42.42.5(pid=26588): Launched\u000a10:30:05.440280 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:06.016200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26590): Launched\u000a10:30:06.133712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:06.421815 run patchelf(pid=26591): Launched\u000a10:30:06.614595 run osmo-stp_10.42.42.5(pid=26588): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26588)]\u000a10:30:06.755124 run osmo-stp_10.42.42.5(pid=26588): stdout: \u000a| (launched: 2022-12-09_10:30:05.157858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:06.896176 run osmo-stp_10.42.42.5(pid=26588): stderr: \u000a| �[0;m�[38;5;43m20221209103005346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103005346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103005347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103005347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103005347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103005348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103005348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:07.032867 run osmo-stp_10.42.42.5(pid=26588): stdout: \u000a| (launched: 2022-12-09_10:30:05.157858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:07.168340 run osmo-stp_10.42.42.5(pid=26588): stderr: \u000a| �[0;m�[38;5;43m20221209103005346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103005346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103005347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103005347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103005347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103005348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103005348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:07.325255 run patchelf(pid=26591): Terminating (SIGINT)\u000a10:30:07.509369 run patchelf(pid=26591): Terminated: ok {rc=0}\u000a10:30:07.543201 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26588): Process ended prematurely: osmo-stp_10.42.42.5(pid=26588) [trial-2358↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26588)] [trial-2358↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a10:30:07.553185 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a10:30:07.618032 run osmo-hlr_10.42.42.2(pid=26585): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26585)]\u000a10:30:07.670560 run osmo-hlr_10.42.42.2(pid=26585): stdout: \u000a| (launched: 2022-12-09_10:30:04.127806) \u000a10:30:07.723418 run osmo-hlr_10.42.42.2(pid=26585): stderr: \u000a| �[0;m�[1;31m20221209103004323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103004323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103004323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103004324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103004324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103004324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103004336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103004345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103004345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103004345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:07.768552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26575): Terminating (SIGTERM)\u000a10:30:07.811007 run iperf3-srv_10.42.42.10(pid=26576): Terminating (SIGTERM)\u000a10:30:07.854109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26577): Terminating (SIGTERM)\u000a10:30:07.896238 run iperf3-srv_10.42.42.10(pid=26578): Terminating (SIGTERM)\u000a10:30:07.938923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26584): Terminating (SIGTERM)\u000a10:30:07.981932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26587): Terminating (SIGTERM)\u000a10:30:08.024785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26590): Terminating (SIGTERM)\u000a10:30:08.034954 --- ParallelTerminationStrategy: PID 26575 died...\u000a10:30:08.092037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26575): Terminated: ok {rc=0}\u000a10:30:08.102288 --- ParallelTerminationStrategy: PID 26576 died...\u000a10:30:08.158846 run iperf3-srv_10.42.42.10(pid=26576): Terminated {rc=256}\u000a10:30:08.169165 --- ParallelTerminationStrategy: PID 26577 died...\u000a10:30:08.225857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26577): Terminated: ok {rc=0}\u000a10:30:08.236073 --- ParallelTerminationStrategy: PID 26578 died...\u000a10:30:08.292553 run iperf3-srv_10.42.42.10(pid=26578): Terminated {rc=256}\u000a10:30:08.302743 --- ParallelTerminationStrategy: PID 26584 died...\u000a10:30:08.359963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26584): Terminated: ok {rc=0}\u000a10:30:08.370301 --- ParallelTerminationStrategy: PID 26587 died...\u000a10:30:08.427125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26587): Terminated: ok {rc=0}\u000a10:30:08.437396 --- ParallelTerminationStrategy: PID 26590 died...\u000a10:30:08.494131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26590): Terminated: ok {rc=0}\u000a10:30:08.582745 bus /gobi_0: Setting Powered False\u000a10:30:09.688658 bus /gobi_0: Setting Powered False\u000a10:30:10.796632 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26600): Process ended prematurely: osmo-stp_10.42.42.5(pid=26600) [trial-2358↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26600)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26600): Process ended prematurely: osmo-stp_10.42.42.5(pid=26600) [trial-2358↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a10:30:11.912501 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:11.924095 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:30:12.071991 tst iperf3.py: using LAC 20842\u000a10:30:12.194690 tst iperf3.py: using RAC 187\u000a10:30:12.318656 tst iperf3.py: using CellId 20842\u000a10:30:12.443786 tst iperf3.py: using BVCI 20843\u000a10:30:12.467352 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:12.478012 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:12.488567 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:12.499021 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:12.509448 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:12.519862 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:12.530493 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:12.540893 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:12.551376 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:30:12.847120 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:30:12.986067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:13.328205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26592): Launched\u000a10:30:13.613352 run iperf3-srv_10.42.42.10(pid=26593): Launched\u000a10:30:13.815275 tst iperf3.py:8: start network...\u000a10:30:13.953401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:14.473809 run create_hlr_db(pid=26594): Launched\u000a10:30:14.664277 bus /gobi_6: Setting Powered False\u000a10:30:15.685159 run create_hlr_db(pid=26594): Terminated: ok {rc=0}\u000a10:30:16.175137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26596): Launched\u000a10:30:16.539618 run osmo-hlr_10.42.42.2(pid=26597): Launched\u000a10:30:16.726967 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:17.418420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26599): Launched\u000a10:30:17.748464 run osmo-stp_10.42.42.5(pid=26600): Launched\u000a10:30:17.867248 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:18.442449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26602): Launched\u000a10:30:18.560826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:18.848167 run patchelf(pid=26603): Launched\u000a10:30:19.042315 run osmo-stp_10.42.42.5(pid=26600): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26600)]\u000a10:30:19.183938 run osmo-stp_10.42.42.5(pid=26600): stdout: \u000a| (launched: 2022-12-09_10:30:17.586060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:19.326311 run osmo-stp_10.42.42.5(pid=26600): stderr: \u000a| �[0;m�[38;5;43m20221209103017776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103017776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103017777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103017777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103017777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103017778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103017778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:19.462434 run osmo-stp_10.42.42.5(pid=26600): stdout: \u000a| (launched: 2022-12-09_10:30:17.586060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:19.589421 run osmo-stp_10.42.42.5(pid=26600): stderr: \u000a| �[0;m�[38;5;43m20221209103017776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103017776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103017777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103017777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103017777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103017778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103017778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:19.735484 run patchelf(pid=26603): Terminating (SIGINT)\u000a10:30:19.907427 run patchelf(pid=26603): Terminated: ok {rc=0}\u000a10:30:19.939058 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26600): Process ended prematurely: osmo-stp_10.42.42.5(pid=26600) [trial-2358↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26600)] [trial-2358↪gprs:trx-umtrx↪iperf3.py:8]\u000a10:30:19.948473 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a10:30:20.008934 run osmo-hlr_10.42.42.2(pid=26597): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26597)]\u000a10:30:20.058103 run osmo-hlr_10.42.42.2(pid=26597): stdout: \u000a| (launched: 2022-12-09_10:30:16.347061) \u000a10:30:20.107888 run osmo-hlr_10.42.42.2(pid=26597): stderr: \u000a| �[0;m�[1;31m20221209103016708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103016708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103016708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103016721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103016721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103016721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103016760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103016776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103016776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103016776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:20.150150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26592): Terminating (SIGTERM)\u000a10:30:20.189895 run iperf3-srv_10.42.42.10(pid=26593): Terminating (SIGTERM)\u000a10:30:20.230366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26596): Terminating (SIGTERM)\u000a10:30:20.270361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26599): Terminating (SIGTERM)\u000a10:30:20.310686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26602): Terminating (SIGTERM)\u000a10:30:20.320166 --- ParallelTerminationStrategy: PID 26592 died...\u000a10:30:20.374274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26592): Terminated: ok {rc=0}\u000a10:30:20.384018 --- ParallelTerminationStrategy: PID 26593 died...\u000a10:30:20.437443 run iperf3-srv_10.42.42.10(pid=26593): Terminated {rc=256}\u000a10:30:20.447017 --- ParallelTerminationStrategy: PID 26596 died...\u000a10:30:20.500536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26596): Terminated: ok {rc=0}\u000a10:30:20.510175 --- ParallelTerminationStrategy: PID 26599 died...\u000a10:30:20.563872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26599): Terminated: ok {rc=0}\u000a10:30:20.573748 --- ParallelTerminationStrategy: PID 26602 died...\u000a10:30:20.627228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26602): Terminated: ok {rc=0}\u000a10:30:20.712703 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 184, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26618): Process ended prematurely: osmo-stp_10.42.42.5(pid=26618) [trial-2358↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26618)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26618): Process ended prematurely: osmo-stp_10.42.42.5(pid=26618) [trial-2358↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a10:30:21.830573 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:21.842166 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:30:21.990801 tst iperf3m4.py: using LAC 20843\u000a10:30:22.122297 tst iperf3m4.py: using RAC 188\u000a10:30:22.251667 tst iperf3m4.py: using CellId 20843\u000a10:30:22.387381 tst iperf3m4.py: using BVCI 20844\u000a10:30:22.412675 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:22.423854 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:22.434752 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:22.446320 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:22.458078 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:22.469349 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:22.481084 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:22.492493 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:22.505050 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:30:22.626067 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:30:22.751082 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:30:22.870717 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:30:23.151889 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:30:23.281166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:23.598920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26604): Launched\u000a10:30:23.865551 run iperf3-srv_10.42.42.10(pid=26605): Launched\u000a10:30:24.052577 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:30:24.180514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:24.498669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26606): Launched\u000a10:30:24.763937 run iperf3-srv_10.42.42.10(pid=26607): Launched\u000a10:30:24.950043 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:30:25.077675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:25.396125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26608): Launched\u000a10:30:25.660127 run iperf3-srv_10.42.42.10(pid=26609): Launched\u000a10:30:25.846228 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:30:25.973690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:26.292594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26610): Launched\u000a10:30:26.556687 run iperf3-srv_10.42.42.10(pid=26611): Launched\u000a10:30:26.741948 tst iperf3m4.py:8: start network...\u000a10:30:26.869564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:27.364714 run create_hlr_db(pid=26612): Launched\u000a10:30:27.540522 bus /gobi_6: Setting Powered False\u000a10:30:28.563701 run create_hlr_db(pid=26612): Terminated: ok {rc=0}\u000a10:30:29.002305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26614): Launched\u000a10:30:29.331865 run osmo-hlr_10.42.42.2(pid=26615): Launched\u000a10:30:29.450165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:30.026491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26617): Launched\u000a10:30:30.358445 run osmo-stp_10.42.42.5(pid=26618): Launched\u000a10:30:30.477843 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:31.079087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26620): Launched\u000a10:30:31.192025 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:31.475099 run patchelf(pid=26621): Launched\u000a10:30:31.660665 run osmo-stp_10.42.42.5(pid=26618): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26618)]\u000a10:30:31.797090 run osmo-stp_10.42.42.5(pid=26618): stdout: \u000a| (launched: 2022-12-09_10:30:30.194861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:31.932566 run osmo-stp_10.42.42.5(pid=26618): stderr: \u000a| �[0;m�[38;5;43m20221209103030384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103030384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103030384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103030385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103030385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103030385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103030385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:32.065569 run osmo-stp_10.42.42.5(pid=26618): stdout: \u000a| (launched: 2022-12-09_10:30:30.194861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:32.195958 run osmo-stp_10.42.42.5(pid=26618): stderr: \u000a| �[0;m�[38;5;43m20221209103030384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103030384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103030384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103030385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103030385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103030385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103030385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:32.344387 run patchelf(pid=26621): Terminating (SIGINT)\u000a10:30:32.516016 run patchelf(pid=26621): Terminated: ok {rc=0}\u000a10:30:32.547930 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26618): Process ended prematurely: osmo-stp_10.42.42.5(pid=26618) [trial-2358↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26618)] [trial-2358↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a10:30:32.557789 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:30:32.618306 run osmo-hlr_10.42.42.2(pid=26615): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26615)]\u000a10:30:32.668160 run osmo-hlr_10.42.42.2(pid=26615): stdout: \u000a| (launched: 2022-12-09_10:30:29.170087) \u000a10:30:32.718025 run osmo-hlr_10.42.42.2(pid=26615): stderr: \u000a| �[0;m�[1;31m20221209103029364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103029364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103029364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103029364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103029364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103029364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103029377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103029386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103029386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103029386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:32.761968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26604): Terminating (SIGTERM)\u000a10:30:32.801945 run iperf3-srv_10.42.42.10(pid=26605): Terminating (SIGTERM)\u000a10:30:32.842152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26606): Terminating (SIGTERM)\u000a10:30:32.882024 run iperf3-srv_10.42.42.10(pid=26607): Terminating (SIGTERM)\u000a10:30:32.921972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26608): Terminating (SIGTERM)\u000a10:30:32.961749 run iperf3-srv_10.42.42.10(pid=26609): Terminating (SIGTERM)\u000a10:30:33.002512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26610): Terminating (SIGTERM)\u000a10:30:33.042264 run iperf3-srv_10.42.42.10(pid=26611): Terminating (SIGTERM)\u000a10:30:33.082326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26614): Terminating (SIGTERM)\u000a10:30:33.122219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26617): Terminating (SIGTERM)\u000a10:30:33.162164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26620): Terminating (SIGTERM)\u000a10:30:33.171409 --- ParallelTerminationStrategy: PID 26604 died...\u000a10:30:33.224762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26604): Terminated: ok {rc=0}\u000a10:30:33.234666 --- ParallelTerminationStrategy: PID 26605 died...\u000a10:30:33.288400 run iperf3-srv_10.42.42.10(pid=26605): Terminated {rc=256}\u000a10:30:33.298310 --- ParallelTerminationStrategy: PID 26606 died...\u000a10:30:33.352590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26606): Terminated: ok {rc=0}\u000a10:30:33.362695 --- ParallelTerminationStrategy: PID 26607 died...\u000a10:30:33.416452 run iperf3-srv_10.42.42.10(pid=26607): Terminated {rc=256}\u000a10:30:33.426271 --- ParallelTerminationStrategy: PID 26608 died...\u000a10:30:33.480169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26608): Terminated: ok {rc=0}\u000a10:30:33.490060 --- ParallelTerminationStrategy: PID 26609 died...\u000a10:30:33.544041 run iperf3-srv_10.42.42.10(pid=26609): Terminated {rc=256}\u000a10:30:33.554063 --- ParallelTerminationStrategy: PID 26610 died...\u000a10:30:33.608128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26610): Terminated: ok {rc=0}\u000a10:30:33.618140 --- ParallelTerminationStrategy: PID 26611 died...\u000a10:30:33.671808 run iperf3-srv_10.42.42.10(pid=26611): Terminated {rc=256}\u000a10:30:33.681691 --- ParallelTerminationStrategy: PID 26614 died...\u000a10:30:33.735628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26614): Terminated: ok {rc=0}\u000a10:30:33.745932 --- ParallelTerminationStrategy: PID 26617 died...\u000a10:30:33.799684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26617): Terminated: ok {rc=0}\u000a10:30:33.809583 --- ParallelTerminationStrategy: PID 26620 died...\u000a10:30:33.863081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26620): Terminated: ok {rc=0}\u000a10:30:33.953503 bus /gobi_4: Setting Powered False\u000a10:30:35.060584 bus /gobi_4: Setting Powered False\u000a10:30:36.168196 bus /gobi_1: Setting Powered False\u000a10:30:37.269822 bus /gobi_1: Setting Powered False\u000a10:30:38.380309 bus /gobi_0: Setting Powered False\u000a10:30:39.487539 bus /gobi_0: Setting Powered False\u000a10:30:40.596278 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 159, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26628): Process ended prematurely: osmo-stp_10.42.42.5(pid=26628) [trial-2358↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26628)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26628): Process ended prematurely: osmo-stp_10.42.42.5(pid=26628) [trial-2358↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a10:30:41.665080 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:41.677154 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:30:41.824619 tst ping.py: using LAC 20844\u000a10:30:41.952701 tst ping.py: using RAC 189\u000a10:30:42.081024 tst ping.py: using CellId 20844\u000a10:30:42.210543 tst ping.py: using BVCI 20845\u000a10:30:42.235368 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:42.246424 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:42.257301 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:42.268815 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:42.280338 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:42.292899 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:42.304070 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:42.316854 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:30:42.594024 tst ping.py:19: start network...\u000a10:30:42.718082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:43.202406 run create_hlr_db(pid=26622): Launched\u000a10:30:43.374631 bus /gobi_6: Setting Powered False\u000a10:30:44.409709 run create_hlr_db(pid=26622): Terminated: ok {rc=0}\u000a10:30:44.841293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26624): Launched\u000a10:30:45.165058 run osmo-hlr_10.42.42.2(pid=26625): Launched\u000a10:30:45.284791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:45.858981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26627): Launched\u000a10:30:46.171567 run osmo-stp_10.42.42.5(pid=26628): Launched\u000a10:30:46.358872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:47.028239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26630): Launched\u000a10:30:47.138226 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:47.415168 run patchelf(pid=26631): Launched\u000a10:30:47.606081 run osmo-stp_10.42.42.5(pid=26628): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26628)]\u000a10:30:47.744871 run osmo-stp_10.42.42.5(pid=26628): stdout: \u000a| (launched: 2022-12-09_10:30:46.017090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:47.883801 run osmo-stp_10.42.42.5(pid=26628): stderr: \u000a| �[0;m�[38;5;43m20221209103046341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103046341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103046341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103046342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103046342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103046342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103046342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:48.019044 run osmo-stp_10.42.42.5(pid=26628): stdout: \u000a| (launched: 2022-12-09_10:30:46.017090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:48.152836 run osmo-stp_10.42.42.5(pid=26628): stderr: \u000a| �[0;m�[38;5;43m20221209103046341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103046341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103046341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103046342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103046342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103046342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103046342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:48.307714 run patchelf(pid=26631): Terminating (SIGINT)\u000a10:30:48.489584 run patchelf(pid=26631): Terminated: ok {rc=0}\u000a10:30:48.522515 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26628): Process ended prematurely: osmo-stp_10.42.42.5(pid=26628) [trial-2358↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26628)] [trial-2358↪gprs:trx-umtrx↪ping.py:22]\u000a10:30:48.531908 tst ping.py:22: Test FAILED (6.9 sec)\u000a10:30:48.597021 run osmo-hlr_10.42.42.2(pid=26625): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26625)]\u000a10:30:48.649759 run osmo-hlr_10.42.42.2(pid=26625): stdout: \u000a| (launched: 2022-12-09_10:30:45.005979) \u000a10:30:48.703236 run osmo-hlr_10.42.42.2(pid=26625): stderr: \u000a| �[0;m�[1;31m20221209103045202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103045202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103045202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103045202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103045202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103045202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103045215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103045223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103045223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103045223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:48.748756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26624): Terminating (SIGTERM)\u000a10:30:48.792021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26627): Terminating (SIGTERM)\u000a10:30:48.835338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26630): Terminating (SIGTERM)\u000a10:30:48.845896 --- ParallelTerminationStrategy: PID 26624 died...\u000a10:30:48.903114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26624): Terminated: ok {rc=0}\u000a10:30:48.913795 --- ParallelTerminationStrategy: PID 26627 died...\u000a10:30:48.971339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26627): Terminated: ok {rc=0}\u000a10:30:48.982150 --- ParallelTerminationStrategy: PID 26630 died...\u000a10:30:49.039201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26630): Terminated: ok {rc=0}\u000a10:30:49.128043 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26638): Process ended prematurely: osmo-stp_10.42.42.5(pid=26638) [trial-2358↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26638)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26638): Process ended prematurely: osmo-stp_10.42.42.5(pid=26638) [trial-2358↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a10:30:50.181440 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:50.193357 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:30:50.342358 tst ping_idle_ping.py: using LAC 20845\u000a10:30:50.462638 tst ping_idle_ping.py: using RAC 190\u000a10:30:50.589737 tst ping_idle_ping.py: using CellId 20845\u000a10:30:50.715256 tst ping_idle_ping.py: using BVCI 20846\u000a10:30:50.740313 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:50.751709 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:50.762911 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:50.774339 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:50.785749 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:50.796792 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:50.807994 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:30:50.819777 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:30:51.114158 tst ping_idle_ping.py:24: start network...\u000a10:30:51.249722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:51.762554 run create_hlr_db(pid=26632): Launched\u000a10:30:51.950255 bus /gobi_6: Setting Powered False\u000a10:30:52.971632 run create_hlr_db(pid=26632): Terminated: ok {rc=0}\u000a10:30:53.378619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26634): Launched\u000a10:30:53.682526 run osmo-hlr_10.42.42.2(pid=26635): Launched\u000a10:30:53.797755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:54.322609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26637): Launched\u000a10:30:54.625441 run osmo-stp_10.42.42.5(pid=26638): Launched\u000a10:30:54.734881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:55.262494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26640): Launched\u000a10:30:55.370215 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:55.635316 run patchelf(pid=26641): Launched\u000a10:30:55.812878 run osmo-stp_10.42.42.5(pid=26638): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26638)]\u000a10:30:55.942345 run osmo-stp_10.42.42.5(pid=26638): stdout: \u000a| (launched: 2022-12-09_10:30:54.475857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:56.072020 run osmo-stp_10.42.42.5(pid=26638): stderr: \u000a| �[0;m�[38;5;43m20221209103054642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103054642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103054642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103054643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103054643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103054643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103054643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:56.197697 run osmo-stp_10.42.42.5(pid=26638): stdout: \u000a| (launched: 2022-12-09_10:30:54.475857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:56.322319 run osmo-stp_10.42.42.5(pid=26638): stderr: \u000a| �[0;m�[38;5;43m20221209103054642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103054642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103054642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103054643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103054643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103054643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103054643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:56.466385 run patchelf(pid=26641): Terminating (SIGINT)\u000a10:30:56.635931 run patchelf(pid=26641): Terminated: ok {rc=0}\u000a10:30:56.667190 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26638): Process ended prematurely: osmo-stp_10.42.42.5(pid=26638) [trial-2358↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26638)] [trial-2358↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a10:30:56.675972 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:30:56.737482 run osmo-hlr_10.42.42.2(pid=26635): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26635)]\u000a10:30:56.787749 run osmo-hlr_10.42.42.2(pid=26635): stdout: \u000a| (launched: 2022-12-09_10:30:53.533291) \u000a10:30:56.838610 run osmo-hlr_10.42.42.2(pid=26635): stderr: \u000a| �[0;m�[1;31m20221209103053705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103053705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103053705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103053705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103053705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103053705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103053718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103053727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103053728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103053728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:56.881674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26634): Terminating (SIGTERM)\u000a10:30:56.922156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26637): Terminating (SIGTERM)\u000a10:30:56.962775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26640): Terminating (SIGTERM)\u000a10:30:56.972149 --- ParallelTerminationStrategy: PID 26634 died...\u000a10:30:57.026168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26634): Terminated: ok {rc=0}\u000a10:30:57.036207 --- ParallelTerminationStrategy: PID 26637 died...\u000a10:30:57.090150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26637): Terminated: ok {rc=0}\u000a10:30:57.100214 --- ParallelTerminationStrategy: PID 26640 died...\u000a10:30:57.154177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26640): Terminated: ok {rc=0}\u000a10:30:57.245593 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:29:58" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26655): Process ended prematurely: osmo-stp_10.42.42.5(pid=26655) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26655)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26655): Process ended prematurely: osmo-stp_10.42.42.5(pid=26655) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:30:59.384390 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:30:59.395464 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:30:59.536436 tst cs_paging_gprs_active.py: using LAC 20846\u000a10:30:59.657703 tst cs_paging_gprs_active.py: using RAC 191\u000a10:30:59.788200 tst cs_paging_gprs_active.py: using CellId 20846\u000a10:30:59.918712 tst cs_paging_gprs_active.py: using BVCI 20847\u000a10:30:59.943951 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:30:59.955267 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:30:59.966406 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:30:59.978585 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:30:59.990325 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:00.002112 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:00.014901 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:00.026902 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:00.038313 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:31:00.158687 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:31:00.445032 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:31:00.573037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:00.893910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26645): Launched\u000a10:31:01.175315 run iperf3-srv_10.42.42.10(pid=26646): Launched\u000a10:31:01.371465 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:31:01.536733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:01.875648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26647): Launched\u000a10:31:02.160742 run iperf3-srv_10.42.42.10(pid=26648): Launched\u000a10:31:02.349387 tst cs_paging_gprs_active.py:38: start network...\u000a10:31:02.477137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:02.972669 run create_hlr_db(pid=26649): Launched\u000a10:31:03.149540 bus /gobi_6: Setting Powered False\u000a10:31:04.172773 run create_hlr_db(pid=26649): Terminated: ok {rc=0}\u000a10:31:04.611578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26651): Launched\u000a10:31:04.943999 run osmo-hlr_10.42.42.2(pid=26652): Launched\u000a10:31:05.065500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:05.639789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26654): Launched\u000a10:31:05.971361 run osmo-stp_10.42.42.5(pid=26655): Launched\u000a10:31:06.092247 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:06.670267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26657): Launched\u000a10:31:06.788515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:07.077402 run patchelf(pid=26658): Launched\u000a10:31:07.271142 run osmo-stp_10.42.42.5(pid=26655): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26655)]\u000a10:31:07.412018 run osmo-stp_10.42.42.5(pid=26655): stdout: \u000a| (launched: 2022-12-09_10:31:05.807740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:07.552774 run osmo-stp_10.42.42.5(pid=26655): stderr: \u000a| �[0;m�[38;5;43m20221209103105998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103105998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103105998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103105999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103105999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103105999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103105999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:07.690399 run osmo-stp_10.42.42.5(pid=26655): stdout: \u000a| (launched: 2022-12-09_10:31:05.807740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:07.826110 run osmo-stp_10.42.42.5(pid=26655): stderr: \u000a| �[0;m�[38;5;43m20221209103105998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103105998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103105998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103105999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103105999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103105999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103105999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:07.984488 run patchelf(pid=26658): Terminating (SIGINT)\u000a10:31:08.170449 run patchelf(pid=26658): Terminated: ok {rc=0}\u000a10:31:08.204259 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26655): Process ended prematurely: osmo-stp_10.42.42.5(pid=26655) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26655)] [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:31:08.214194 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a10:31:08.278973 run osmo-hlr_10.42.42.2(pid=26652): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26652)]\u000a10:31:08.331470 run osmo-hlr_10.42.42.2(pid=26652): stdout: \u000a| (launched: 2022-12-09_10:31:04.780073) \u000a10:31:08.384689 run osmo-hlr_10.42.42.2(pid=26652): stderr: \u000a| �[0;m�[1;31m20221209103104976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103104976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103104976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103104976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103104976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103104976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103104988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103104998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103104998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103104998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:08.429360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26645): Terminating (SIGTERM)\u000a10:31:08.471774 run iperf3-srv_10.42.42.10(pid=26646): Terminating (SIGTERM)\u000a10:31:08.514309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26647): Terminating (SIGTERM)\u000a10:31:08.556277 run iperf3-srv_10.42.42.10(pid=26648): Terminating (SIGTERM)\u000a10:31:08.599810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26651): Terminating (SIGTERM)\u000a10:31:08.641939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26654): Terminating (SIGTERM)\u000a10:31:08.684365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26657): Terminating (SIGTERM)\u000a10:31:08.694507 --- ParallelTerminationStrategy: PID 26645 died...\u000a10:31:08.751264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26645): Terminated: ok {rc=0}\u000a10:31:08.761452 --- ParallelTerminationStrategy: PID 26646 died...\u000a10:31:08.817678 run iperf3-srv_10.42.42.10(pid=26646): Terminated {rc=256}\u000a10:31:08.827792 --- ParallelTerminationStrategy: PID 26647 died...\u000a10:31:08.884092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26647): Terminated: ok {rc=0}\u000a10:31:08.894222 --- ParallelTerminationStrategy: PID 26648 died...\u000a10:31:08.950345 run iperf3-srv_10.42.42.10(pid=26648): Terminated {rc=256}\u000a10:31:08.960468 --- ParallelTerminationStrategy: PID 26651 died...\u000a10:31:09.017088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26651): Terminated: ok {rc=0}\u000a10:31:09.027220 --- ParallelTerminationStrategy: PID 26654 died...\u000a10:31:09.083325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26654): Terminated: ok {rc=0}\u000a10:31:09.093828 --- ParallelTerminationStrategy: PID 26657 died...\u000a10:31:09.150096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26657): Terminated: ok {rc=0}\u000a10:31:09.238978 bus /gobi_0: Setting Powered False\u000a10:31:10.347307 bus /gobi_0: Setting Powered False\u000a10:31:11.455644 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26667): Process ended prematurely: osmo-stp_10.42.42.5(pid=26667) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26667)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26667): Process ended prematurely: osmo-stp_10.42.42.5(pid=26667) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:31:12.574070 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:12.586061 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:31:12.741343 tst iperf3.py: using LAC 20847\u000a10:31:12.872659 tst iperf3.py: using RAC 192\u000a10:31:13.004811 tst iperf3.py: using CellId 20847\u000a10:31:13.134485 tst iperf3.py: using BVCI 20848\u000a10:31:13.159879 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:13.171265 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:13.182401 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:13.194435 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:13.207021 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:13.218304 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:13.230008 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:13.242524 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:13.254095 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:31:13.552534 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:31:13.690895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:14.031946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26659): Launched\u000a10:31:14.315856 run iperf3-srv_10.42.42.10(pid=26660): Launched\u000a10:31:14.518434 tst iperf3.py:8: start network...\u000a10:31:14.656548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:15.176150 run create_hlr_db(pid=26661): Launched\u000a10:31:15.366331 bus /gobi_6: Setting Powered False\u000a10:31:16.405938 run create_hlr_db(pid=26661): Terminated: ok {rc=0}\u000a10:31:16.850737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26663): Launched\u000a10:31:17.249584 run osmo-hlr_10.42.42.2(pid=26664): Launched\u000a10:31:17.370082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:17.949858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26666): Launched\u000a10:31:18.279587 run osmo-stp_10.42.42.5(pid=26667): Launched\u000a10:31:18.400846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:18.975600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26669): Launched\u000a10:31:19.093828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:19.379750 run patchelf(pid=26670): Launched\u000a10:31:19.571213 run osmo-stp_10.42.42.5(pid=26667): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26667)]\u000a10:31:19.711392 run osmo-stp_10.42.42.5(pid=26667): stdout: \u000a| (launched: 2022-12-09_10:31:18.117738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:19.851667 run osmo-stp_10.42.42.5(pid=26667): stderr: \u000a| �[0;m�[38;5;43m20221209103118306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103118306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103118307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103118307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103118307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103118308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103118308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:19.987717 run osmo-stp_10.42.42.5(pid=26667): stdout: \u000a| (launched: 2022-12-09_10:31:18.117738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:20.122861 run osmo-stp_10.42.42.5(pid=26667): stderr: \u000a| �[0;m�[38;5;43m20221209103118306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103118306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103118307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103118307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103118307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103118308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103118308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:20.279208 run patchelf(pid=26670): Terminating (SIGINT)\u000a10:31:20.463145 run patchelf(pid=26670): Terminated: ok {rc=0}\u000a10:31:20.496838 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26667): Process ended prematurely: osmo-stp_10.42.42.5(pid=26667) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26667)] [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a10:31:20.506978 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a10:31:20.571791 run osmo-hlr_10.42.42.2(pid=26664): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26664)]\u000a10:31:20.623882 run osmo-hlr_10.42.42.2(pid=26664): stdout: \u000a| (launched: 2022-12-09_10:31:17.021710) \u000a10:31:20.676886 run osmo-hlr_10.42.42.2(pid=26664): stderr: \u000a| �[0;m�[1;31m20221209103117277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103117277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103117277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103117277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103117277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103117277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103117291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103117302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103117302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103117302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:20.721563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26659): Terminating (SIGTERM)\u000a10:31:20.763888 run iperf3-srv_10.42.42.10(pid=26660): Terminating (SIGTERM)\u000a10:31:20.806923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26663): Terminating (SIGTERM)\u000a10:31:20.849105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26666): Terminating (SIGTERM)\u000a10:31:20.891165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26669): Terminating (SIGTERM)\u000a10:31:20.901289 --- ParallelTerminationStrategy: PID 26659 died...\u000a10:31:20.957375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26659): Terminated: ok {rc=0}\u000a10:31:20.967674 --- ParallelTerminationStrategy: PID 26660 died...\u000a10:31:21.023959 run iperf3-srv_10.42.42.10(pid=26660): Terminated {rc=256}\u000a10:31:21.034078 --- ParallelTerminationStrategy: PID 26663 died...\u000a10:31:21.090408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26663): Terminated: ok {rc=0}\u000a10:31:21.100548 --- ParallelTerminationStrategy: PID 26666 died...\u000a10:31:21.156479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26666): Terminated: ok {rc=0}\u000a10:31:21.166813 --- ParallelTerminationStrategy: PID 26669 died...\u000a10:31:21.222922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26669): Terminated: ok {rc=0}\u000a10:31:21.310879 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26685): Process ended prematurely: osmo-stp_10.42.42.5(pid=26685) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26685)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26685): Process ended prematurely: osmo-stp_10.42.42.5(pid=26685) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:31:22.428591 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:22.440367 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:31:22.587736 tst iperf3m4.py: using LAC 20848\u000a10:31:22.716327 tst iperf3m4.py: using RAC 193\u000a10:31:22.847292 tst iperf3m4.py: using CellId 20848\u000a10:31:22.975725 tst iperf3m4.py: using BVCI 20849\u000a10:31:23.001545 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:23.012897 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:23.023969 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:23.035441 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:23.046823 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:23.058038 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:23.069429 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:23.080554 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:23.092054 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:31:23.213411 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:31:23.332035 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:31:23.452496 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:31:23.735260 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:31:23.863962 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:24.185151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26671): Launched\u000a10:31:24.451156 run iperf3-srv_10.42.42.10(pid=26672): Launched\u000a10:31:24.638613 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:31:24.766675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:25.084465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26673): Launched\u000a10:31:25.347829 run iperf3-srv_10.42.42.10(pid=26674): Launched\u000a10:31:25.534056 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:31:25.661366 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:25.979110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26675): Launched\u000a10:31:26.245318 run iperf3-srv_10.42.42.10(pid=26676): Launched\u000a10:31:26.431947 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:31:26.559522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:26.877521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26677): Launched\u000a10:31:27.141831 run iperf3-srv_10.42.42.10(pid=26678): Launched\u000a10:31:27.327650 tst iperf3m4.py:8: start network...\u000a10:31:27.454997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:27.949723 run create_hlr_db(pid=26679): Launched\u000a10:31:28.126901 bus /gobi_6: Setting Powered False\u000a10:31:29.148128 run create_hlr_db(pid=26679): Terminated: ok {rc=0}\u000a10:31:29.587794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26681): Launched\u000a10:31:29.918000 run osmo-hlr_10.42.42.2(pid=26682): Launched\u000a10:31:30.042874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:30.623623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26684): Launched\u000a10:31:31.042592 run osmo-stp_10.42.42.5(pid=26685): Launched\u000a10:31:31.307174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:31.897927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26687): Launched\u000a10:31:32.033889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:32.325357 run patchelf(pid=26688): Launched\u000a10:31:32.509503 run osmo-stp_10.42.42.5(pid=26685): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26685)]\u000a10:31:32.641674 run osmo-stp_10.42.42.5(pid=26685): stdout: \u000a| (launched: 2022-12-09_10:31:30.791779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:32.774057 run osmo-stp_10.42.42.5(pid=26685): stderr: \u000a| �[0;m�[38;5;43m20221209103131111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103131112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103131112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103131112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103131114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103131116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103131117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:32.901308 run osmo-stp_10.42.42.5(pid=26685): stdout: \u000a| (launched: 2022-12-09_10:31:30.791779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:33.027833 run osmo-stp_10.42.42.5(pid=26685): stderr: \u000a| �[0;m�[38;5;43m20221209103131111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103131112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103131112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103131112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103131114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103131116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103131117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:33.175099 run patchelf(pid=26688): Terminating (SIGINT)\u000a10:31:33.348076 run patchelf(pid=26688): Terminated: ok {rc=0}\u000a10:31:33.380048 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26685): Process ended prematurely: osmo-stp_10.42.42.5(pid=26685) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26685)] [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:31:33.389535 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:31:33.450624 run osmo-hlr_10.42.42.2(pid=26682): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26682)]\u000a10:31:33.500281 run osmo-hlr_10.42.42.2(pid=26682): stdout: \u000a| (launched: 2022-12-09_10:31:29.755722) \u000a10:31:33.550506 run osmo-hlr_10.42.42.2(pid=26682): stderr: \u000a| �[0;m�[1;31m20221209103129952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103129953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103129953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103129953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103129953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103129953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103129972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103129982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103129983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103129983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:33.593089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26671): Terminating (SIGTERM)\u000a10:31:33.633529 run iperf3-srv_10.42.42.10(pid=26672): Terminating (SIGTERM)\u000a10:31:33.673888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26673): Terminating (SIGTERM)\u000a10:31:33.714353 run iperf3-srv_10.42.42.10(pid=26674): Terminating (SIGTERM)\u000a10:31:33.754754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26675): Terminating (SIGTERM)\u000a10:31:33.795152 run iperf3-srv_10.42.42.10(pid=26676): Terminating (SIGTERM)\u000a10:31:33.836188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26677): Terminating (SIGTERM)\u000a10:31:33.876594 run iperf3-srv_10.42.42.10(pid=26678): Terminating (SIGTERM)\u000a10:31:33.917289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26681): Terminating (SIGTERM)\u000a10:31:33.957774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26684): Terminating (SIGTERM)\u000a10:31:33.998288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26687): Terminating (SIGTERM)\u000a10:31:34.007533 --- ParallelTerminationStrategy: PID 26671 died...\u000a10:31:34.061855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26671): Terminated: ok {rc=0}\u000a10:31:34.071719 --- ParallelTerminationStrategy: PID 26672 died...\u000a10:31:34.126162 run iperf3-srv_10.42.42.10(pid=26672): Terminated {rc=256}\u000a10:31:34.135983 --- ParallelTerminationStrategy: PID 26673 died...\u000a10:31:34.190179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26673): Terminated: ok {rc=0}\u000a10:31:34.200291 --- ParallelTerminationStrategy: PID 26674 died...\u000a10:31:34.253966 run iperf3-srv_10.42.42.10(pid=26674): Terminated {rc=256}\u000a10:31:34.263797 --- ParallelTerminationStrategy: PID 26675 died...\u000a10:31:34.317444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26675): Terminated: ok {rc=0}\u000a10:31:34.327300 --- ParallelTerminationStrategy: PID 26676 died...\u000a10:31:34.381111 run iperf3-srv_10.42.42.10(pid=26676): Terminated {rc=256}\u000a10:31:34.390973 --- ParallelTerminationStrategy: PID 26677 died...\u000a10:31:34.445842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26677): Terminated: ok {rc=0}\u000a10:31:34.455597 --- ParallelTerminationStrategy: PID 26678 died...\u000a10:31:34.509360 run iperf3-srv_10.42.42.10(pid=26678): Terminated {rc=256}\u000a10:31:34.519095 --- ParallelTerminationStrategy: PID 26681 died...\u000a10:31:34.573264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26681): Terminated: ok {rc=0}\u000a10:31:34.583092 --- ParallelTerminationStrategy: PID 26684 died...\u000a10:31:34.636759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26684): Terminated: ok {rc=0}\u000a10:31:34.646550 --- ParallelTerminationStrategy: PID 26687 died...\u000a10:31:34.700437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26687): Terminated: ok {rc=0}\u000a10:31:34.789428 bus /gobi_4: Setting Powered False\u000a10:31:35.894334 bus /gobi_4: Setting Powered False\u000a10:31:37.002282 bus /gobi_1: Setting Powered False\u000a10:31:38.109499 bus /gobi_1: Setting Powered False\u000a10:31:39.218195 bus /gobi_0: Setting Powered False\u000a10:31:40.325809 bus /gobi_0: Setting Powered False\u000a10:31:41.435048 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26696): Process ended prematurely: osmo-stp_10.42.42.5(pid=26696) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26696)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26696): Process ended prematurely: osmo-stp_10.42.42.5(pid=26696) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:31:42.504194 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:42.516198 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:31:42.661820 tst ping.py: using LAC 20849\u000a10:31:42.791623 tst ping.py: using RAC 194\u000a10:31:42.920725 tst ping.py: using CellId 20849\u000a10:31:43.047526 tst ping.py: using BVCI 20850\u000a10:31:43.072465 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:43.083896 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:43.095130 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:43.106715 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:43.118176 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:43.129605 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:43.141848 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:43.153295 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:31:43.446779 tst ping.py:19: start network...\u000a10:31:43.581754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:44.092046 run create_hlr_db(pid=26690): Launched\u000a10:31:44.280376 bus /gobi_6: Setting Powered False\u000a10:31:45.301939 run create_hlr_db(pid=26690): Terminated: ok {rc=0}\u000a10:31:45.708627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26692): Launched\u000a10:31:46.096227 run osmo-hlr_10.42.42.2(pid=26693): Launched\u000a10:31:46.449775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:47.047030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26695): Launched\u000a10:31:47.405386 run osmo-stp_10.42.42.5(pid=26696): Launched\u000a10:31:47.524665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:48.093329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26698): Launched\u000a10:31:48.208745 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:48.492443 run patchelf(pid=26699): Launched\u000a10:31:48.682473 run osmo-stp_10.42.42.5(pid=26696): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26696)]\u000a10:31:48.820766 run osmo-stp_10.42.42.5(pid=26696): stdout: \u000a| (launched: 2022-12-09_10:31:47.217614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:48.959303 run osmo-stp_10.42.42.5(pid=26696): stderr: \u000a| �[0;m�[38;5;43m20221209103147424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103147425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103147425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103147425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103147426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103147426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103147426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:49.094037 run osmo-stp_10.42.42.5(pid=26696): stdout: \u000a| (launched: 2022-12-09_10:31:47.217614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:49.227111 run osmo-stp_10.42.42.5(pid=26696): stderr: \u000a| �[0;m�[38;5;43m20221209103147424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103147425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103147425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103147425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103147426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103147426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103147426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:49.381668 run patchelf(pid=26699): Terminating (SIGINT)\u000a10:31:49.562432 run patchelf(pid=26699): Terminated: ok {rc=0}\u000a10:31:49.595386 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26696): Process ended prematurely: osmo-stp_10.42.42.5(pid=26696) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26696)] [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a10:31:49.604731 tst ping.py:22: Test FAILED (7.1 sec)\u000a10:31:49.669795 run osmo-hlr_10.42.42.2(pid=26693): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26693)]\u000a10:31:49.722302 run osmo-hlr_10.42.42.2(pid=26693): stdout: \u000a| (launched: 2022-12-09_10:31:45.864622) \u000a10:31:49.775468 run osmo-hlr_10.42.42.2(pid=26693): stderr: \u000a| �[0;m�[1;31m20221209103146179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103146179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103146179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103146180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103146180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103146180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103146199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103146220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103146220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103146220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:49.820387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26692): Terminating (SIGTERM)\u000a10:31:49.863360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26695): Terminating (SIGTERM)\u000a10:31:49.905929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26698): Terminating (SIGTERM)\u000a10:31:49.915815 --- ParallelTerminationStrategy: PID 26692 died...\u000a10:31:49.973127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26692): Terminated: ok {rc=0}\u000a10:31:49.983353 --- ParallelTerminationStrategy: PID 26695 died...\u000a10:31:50.040437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26695): Terminated: ok {rc=0}\u000a10:31:50.050639 --- ParallelTerminationStrategy: PID 26698 died...\u000a10:31:50.107506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26698): Terminated: ok {rc=0}\u000a10:31:50.195591 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26706): Process ended prematurely: osmo-stp_10.42.42.5(pid=26706) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26706)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26706): Process ended prematurely: osmo-stp_10.42.42.5(pid=26706) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:31:51.249241 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:51.261323 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:31:51.409054 tst ping_idle_ping.py: using LAC 20850\u000a10:31:51.536161 tst ping_idle_ping.py: using RAC 195\u000a10:31:51.659318 tst ping_idle_ping.py: using CellId 20850\u000a10:31:51.779853 tst ping_idle_ping.py: using BVCI 20851\u000a10:31:51.803241 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:51.814187 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:51.825082 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:51.836247 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:51.847283 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:51.858419 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:51.869759 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:31:51.880863 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:31:52.178062 tst ping_idle_ping.py:24: start network...\u000a10:31:52.313844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:52.828921 run create_hlr_db(pid=26700): Launched\u000a10:31:53.018071 bus /gobi_6: Setting Powered False\u000a10:31:54.039176 run create_hlr_db(pid=26700): Terminated: ok {rc=0}\u000a10:31:54.456494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26702): Launched\u000a10:31:54.785612 run osmo-hlr_10.42.42.2(pid=26703): Launched\u000a10:31:54.902679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:55.473877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26705): Launched\u000a10:31:55.799729 run osmo-stp_10.42.42.5(pid=26706): Launched\u000a10:31:55.917786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:56.486796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26708): Launched\u000a10:31:56.603340 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:56.888287 run patchelf(pid=26709): Launched\u000a10:31:57.080155 run osmo-stp_10.42.42.5(pid=26706): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26706)]\u000a10:31:57.219336 run osmo-stp_10.42.42.5(pid=26706): stdout: \u000a| (launched: 2022-12-09_10:31:55.639360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:57.359144 run osmo-stp_10.42.42.5(pid=26706): stderr: \u000a| �[0;m�[38;5;43m20221209103155828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103155828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103155828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103155829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103155829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103155829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103155829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:57.494568 run osmo-stp_10.42.42.5(pid=26706): stdout: \u000a| (launched: 2022-12-09_10:31:55.639360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:57.628542 run osmo-stp_10.42.42.5(pid=26706): stderr: \u000a| �[0;m�[38;5;43m20221209103155828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103155828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103155828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103155829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103155829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103155829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103155829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:57.783999 run patchelf(pid=26709): Terminating (SIGINT)\u000a10:31:57.966828 run patchelf(pid=26709): Terminated: ok {rc=0}\u000a10:31:58.000069 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26706): Process ended prematurely: osmo-stp_10.42.42.5(pid=26706) [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26706)] [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:31:58.010056 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:31:58.075470 run osmo-hlr_10.42.42.2(pid=26703): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26703)]\u000a10:31:58.128256 run osmo-hlr_10.42.42.2(pid=26703): stdout: \u000a| (launched: 2022-12-09_10:31:54.623135) \u000a10:31:58.181753 run osmo-hlr_10.42.42.2(pid=26703): stderr: \u000a| �[0;m�[1;31m20221209103154819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103154819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103154819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103154819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103154819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103154819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103154832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103154841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103154841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103154841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:58.227421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26702): Terminating (SIGTERM)\u000a10:31:58.270377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26705): Terminating (SIGTERM)\u000a10:31:58.313499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26708): Terminating (SIGTERM)\u000a10:31:58.323878 --- ParallelTerminationStrategy: PID 26702 died...\u000a10:31:58.381681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26702): Terminated: ok {rc=0}\u000a10:31:58.392232 --- ParallelTerminationStrategy: PID 26705 died...\u000a10:31:58.449427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26705): Terminated: ok {rc=0}\u000a10:31:58.459748 --- ParallelTerminationStrategy: PID 26708 died...\u000a10:31:58.516818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26708): Terminated: ok {rc=0}\u000a10:31:58.604398 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:30:59" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26724): Process ended prematurely: osmo-stp_10.42.42.5(pid=26724) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26724)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26724): Process ended prematurely: osmo-stp_10.42.42.5(pid=26724) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:32:00.747182 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:00.758177 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:32:00.920288 tst cs_paging_gprs_active.py: using LAC 20851\u000a10:32:01.046778 tst cs_paging_gprs_active.py: using RAC 196\u000a10:32:01.212397 tst cs_paging_gprs_active.py: using CellId 20851\u000a10:32:01.357488 tst cs_paging_gprs_active.py: using BVCI 20852\u000a10:32:01.384808 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:01.397555 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:01.410131 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:01.425588 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:01.439107 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:01.451847 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:01.466216 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:01.478611 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:01.492495 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:32:01.616889 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:32:01.951191 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:32:02.082643 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:02.405923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26714): Launched\u000a10:32:02.698410 run iperf3-srv_10.42.42.10(pid=26715): Launched\u000a10:32:02.886214 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:32:03.014283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:03.334036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26716): Launched\u000a10:32:03.599444 run iperf3-srv_10.42.42.10(pid=26717): Launched\u000a10:32:03.787093 tst cs_paging_gprs_active.py:38: start network...\u000a10:32:03.915251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:04.411557 run create_hlr_db(pid=26718): Launched\u000a10:32:04.587932 bus /gobi_6: Setting Powered False\u000a10:32:05.611083 run create_hlr_db(pid=26718): Terminated: ok {rc=0}\u000a10:32:06.047946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26720): Launched\u000a10:32:06.356746 run osmo-hlr_10.42.42.2(pid=26721): Launched\u000a10:32:06.476901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:07.017120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26723): Launched\u000a10:32:07.324733 run osmo-stp_10.42.42.5(pid=26724): Launched\u000a10:32:07.435227 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:07.972017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26726): Launched\u000a10:32:08.081997 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:08.358414 run patchelf(pid=26727): Launched\u000a10:32:08.538684 run osmo-stp_10.42.42.5(pid=26724): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26724)]\u000a10:32:08.669810 run osmo-stp_10.42.42.5(pid=26724): stdout: \u000a| (launched: 2022-12-09_10:32:07.173655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:08.801117 run osmo-stp_10.42.42.5(pid=26724): stderr: \u000a| �[0;m�[38;5;43m20221209103207340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103207340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103207340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103207341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103207341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103207341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103207342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:08.928273 run osmo-stp_10.42.42.5(pid=26724): stdout: \u000a| (launched: 2022-12-09_10:32:07.173655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:09.054747 run osmo-stp_10.42.42.5(pid=26724): stderr: \u000a| �[0;m�[38;5;43m20221209103207340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103207340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103207340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103207341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103207341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103207341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103207342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:09.201699 run patchelf(pid=26727): Terminating (SIGINT)\u000a10:32:09.373922 run patchelf(pid=26727): Terminated: ok {rc=0}\u000a10:32:09.405750 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26724): Process ended prematurely: osmo-stp_10.42.42.5(pid=26724) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26724)] [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:32:09.414906 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:32:09.475373 run osmo-hlr_10.42.42.2(pid=26721): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26721)]\u000a10:32:09.524513 run osmo-hlr_10.42.42.2(pid=26721): stdout: \u000a| (launched: 2022-12-09_10:32:06.205477) \u000a10:32:09.574360 run osmo-hlr_10.42.42.2(pid=26721): stderr: \u000a| �[0;m�[1;31m20221209103206379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103206379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103206379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103206379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103206379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103206379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103206392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103206400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103206400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103206400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:09.616665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26714): Terminating (SIGTERM)\u000a10:32:09.656324 run iperf3-srv_10.42.42.10(pid=26715): Terminating (SIGTERM)\u000a10:32:09.696167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26716): Terminating (SIGTERM)\u000a10:32:09.735810 run iperf3-srv_10.42.42.10(pid=26717): Terminating (SIGTERM)\u000a10:32:09.776101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26720): Terminating (SIGTERM)\u000a10:32:09.816062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26723): Terminating (SIGTERM)\u000a10:32:09.855766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26726): Terminating (SIGTERM)\u000a10:32:09.865100 --- ParallelTerminationStrategy: PID 26714 died...\u000a10:32:09.918228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26714): Terminated: ok {rc=0}\u000a10:32:09.927911 --- ParallelTerminationStrategy: PID 26715 died...\u000a10:32:09.980772 run iperf3-srv_10.42.42.10(pid=26715): Terminated {rc=256}\u000a10:32:09.990377 --- ParallelTerminationStrategy: PID 26716 died...\u000a10:32:10.043443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26716): Terminated: ok {rc=0}\u000a10:32:10.053120 --- ParallelTerminationStrategy: PID 26717 died...\u000a10:32:10.106361 run iperf3-srv_10.42.42.10(pid=26717): Terminated {rc=256}\u000a10:32:10.116078 --- ParallelTerminationStrategy: PID 26720 died...\u000a10:32:10.169119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26720): Terminated: ok {rc=0}\u000a10:32:10.178744 --- ParallelTerminationStrategy: PID 26723 died...\u000a10:32:10.231765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26723): Terminated: ok {rc=0}\u000a10:32:10.241795 --- ParallelTerminationStrategy: PID 26726 died...\u000a10:32:10.295461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26726): Terminated: ok {rc=0}\u000a10:32:10.385460 bus /gobi_0: Setting Powered False\u000a10:32:11.490459 bus /gobi_0: Setting Powered False\u000a10:32:12.603460 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26736): Process ended prematurely: osmo-stp_10.42.42.5(pid=26736) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26736)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26736): Process ended prematurely: osmo-stp_10.42.42.5(pid=26736) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:32:13.714483 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:13.725881 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:32:13.882115 tst iperf3.py: using LAC 20852\u000a10:32:14.006731 tst iperf3.py: using RAC 197\u000a10:32:14.125310 tst iperf3.py: using CellId 20852\u000a10:32:14.245356 tst iperf3.py: using BVCI 20853\u000a10:32:14.268647 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:14.279547 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:14.290247 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:14.300812 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:14.311348 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:14.322072 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:14.332761 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:14.343254 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:14.354328 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:32:14.653889 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:32:14.792094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:15.135430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26728): Launched\u000a10:32:15.421266 run iperf3-srv_10.42.42.10(pid=26729): Launched\u000a10:32:15.623108 tst iperf3.py:8: start network...\u000a10:32:15.761098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:16.313849 run create_hlr_db(pid=26730): Launched\u000a10:32:16.497494 bus /gobi_6: Setting Powered False\u000a10:32:17.512562 run create_hlr_db(pid=26730): Terminated: ok {rc=0}\u000a10:32:17.950585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26732): Launched\u000a10:32:18.281779 run osmo-hlr_10.42.42.2(pid=26733): Launched\u000a10:32:18.401794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:19.070394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26735): Launched\u000a10:32:19.395680 run osmo-stp_10.42.42.5(pid=26736): Launched\u000a10:32:19.513415 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:20.077429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26738): Launched\u000a10:32:20.193311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:20.475486 run patchelf(pid=26739): Launched\u000a10:32:20.664048 run osmo-stp_10.42.42.5(pid=26736): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26736)]\u000a10:32:20.802051 run osmo-stp_10.42.42.5(pid=26736): stdout: \u000a| (launched: 2022-12-09_10:32:19.235319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:20.939816 run osmo-stp_10.42.42.5(pid=26736): stderr: \u000a| �[0;m�[38;5;43m20221209103219423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103219423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103219423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103219424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103219424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103219424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103219424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:21.074410 run osmo-stp_10.42.42.5(pid=26736): stdout: \u000a| (launched: 2022-12-09_10:32:19.235319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:21.207257 run osmo-stp_10.42.42.5(pid=26736): stderr: \u000a| �[0;m�[38;5;43m20221209103219423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103219423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103219423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103219424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103219424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103219424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103219424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:21.361747 run patchelf(pid=26739): Terminating (SIGINT)\u000a10:32:21.542145 run patchelf(pid=26739): Terminated: ok {rc=0}\u000a10:32:21.575474 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26736): Process ended prematurely: osmo-stp_10.42.42.5(pid=26736) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26736)] [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:32:21.585599 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a10:32:21.649936 run osmo-hlr_10.42.42.2(pid=26733): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26733)]\u000a10:32:21.702106 run osmo-hlr_10.42.42.2(pid=26733): stdout: \u000a| (launched: 2022-12-09_10:32:18.119289) \u000a10:32:21.755232 run osmo-hlr_10.42.42.2(pid=26733): stderr: \u000a| �[0;m�[1;31m20221209103218314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103218314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103218314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103218314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103218314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103218314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103218326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103218336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103218336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103218336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:21.799788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26728): Terminating (SIGTERM)\u000a10:32:21.842104 run iperf3-srv_10.42.42.10(pid=26729): Terminating (SIGTERM)\u000a10:32:21.885236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26732): Terminating (SIGTERM)\u000a10:32:21.927578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26735): Terminating (SIGTERM)\u000a10:32:21.970967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26738): Terminating (SIGTERM)\u000a10:32:21.980793 --- ParallelTerminationStrategy: PID 26728 died...\u000a10:32:22.038162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26728): Terminated: ok {rc=0}\u000a10:32:22.048493 --- ParallelTerminationStrategy: PID 26729 died...\u000a10:32:22.105561 run iperf3-srv_10.42.42.10(pid=26729): Terminated {rc=256}\u000a10:32:22.115885 --- ParallelTerminationStrategy: PID 26732 died...\u000a10:32:22.172459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26732): Terminated: ok {rc=0}\u000a10:32:22.182956 --- ParallelTerminationStrategy: PID 26735 died...\u000a10:32:22.240127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26735): Terminated: ok {rc=0}\u000a10:32:22.250635 --- ParallelTerminationStrategy: PID 26738 died...\u000a10:32:22.307305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26738): Terminated: ok {rc=0}\u000a10:32:22.395005 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26754): Process ended prematurely: osmo-stp_10.42.42.5(pid=26754) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26754)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26754): Process ended prematurely: osmo-stp_10.42.42.5(pid=26754) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:32:23.510523 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:23.522879 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:32:23.681322 tst iperf3m4.py: using LAC 20853\u000a10:32:23.801527 tst iperf3m4.py: using RAC 198\u000a10:32:23.919495 tst iperf3m4.py: using CellId 20853\u000a10:32:24.040104 tst iperf3m4.py: using BVCI 20854\u000a10:32:24.063666 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:24.074614 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:24.085278 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:24.095809 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:24.106513 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:24.117184 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:24.127809 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:24.138248 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:24.148994 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:32:24.268371 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:32:24.389858 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:32:24.509528 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:32:24.790175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:32:24.915637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:25.228924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26740): Launched\u000a10:32:25.489907 run iperf3-srv_10.42.42.10(pid=26741): Launched\u000a10:32:25.674310 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:32:25.800395 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:26.114866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26742): Launched\u000a10:32:26.375079 run iperf3-srv_10.42.42.10(pid=26743): Launched\u000a10:32:26.557965 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:32:26.683074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:26.996773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26744): Launched\u000a10:32:27.257339 run iperf3-srv_10.42.42.10(pid=26745): Launched\u000a10:32:27.441116 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:32:27.567162 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:27.882112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26746): Launched\u000a10:32:28.142364 run iperf3-srv_10.42.42.10(pid=26747): Launched\u000a10:32:28.325638 tst iperf3m4.py:8: start network...\u000a10:32:28.450690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:28.941804 run create_hlr_db(pid=26748): Launched\u000a10:32:29.115437 bus /gobi_6: Setting Powered False\u000a10:32:30.138876 run create_hlr_db(pid=26748): Terminated: ok {rc=0}\u000a10:32:30.569382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26750): Launched\u000a10:32:30.918056 run osmo-hlr_10.42.42.2(pid=26751): Launched\u000a10:32:31.136121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:31.753224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26753): Launched\u000a10:32:32.236135 run osmo-stp_10.42.42.5(pid=26754): Launched\u000a10:32:32.355136 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:32.885472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26756): Launched\u000a10:32:32.992421 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:33.255620 run patchelf(pid=26757): Launched\u000a10:32:33.432318 run osmo-stp_10.42.42.5(pid=26754): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26754)]\u000a10:32:33.561541 run osmo-stp_10.42.42.5(pid=26754): stdout: \u000a| (launched: 2022-12-09_10:32:31.914509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:33.690802 run osmo-stp_10.42.42.5(pid=26754): stderr: \u000a| �[0;m�[38;5;43m20221209103232099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103232100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103232100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103232101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103232101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103232101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103232101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:33.815756 run osmo-stp_10.42.42.5(pid=26754): stdout: \u000a| (launched: 2022-12-09_10:32:31.914509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:33.939736 run osmo-stp_10.42.42.5(pid=26754): stderr: \u000a| �[0;m�[38;5;43m20221209103232099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103232100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103232100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103232101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103232101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103232101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103232101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:34.083735 run patchelf(pid=26757): Terminating (SIGINT)\u000a10:32:34.253102 run patchelf(pid=26757): Terminated: ok {rc=0}\u000a10:32:34.285105 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26754): Process ended prematurely: osmo-stp_10.42.42.5(pid=26754) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26754)] [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:32:34.294545 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:32:34.355286 run osmo-hlr_10.42.42.2(pid=26751): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26751)]\u000a10:32:34.404443 run osmo-hlr_10.42.42.2(pid=26751): stdout: \u000a| (launched: 2022-12-09_10:32:30.734091) \u000a10:32:34.454329 run osmo-hlr_10.42.42.2(pid=26751): stderr: \u000a| �[0;m�[1;31m20221209103231020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103231020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103231020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103231020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103231020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103231020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103231039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103231065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103231065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103231065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:34.496576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26740): Terminating (SIGTERM)\u000a10:32:34.536631 run iperf3-srv_10.42.42.10(pid=26741): Terminating (SIGTERM)\u000a10:32:34.576252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26742): Terminating (SIGTERM)\u000a10:32:34.615741 run iperf3-srv_10.42.42.10(pid=26743): Terminating (SIGTERM)\u000a10:32:34.655248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26744): Terminating (SIGTERM)\u000a10:32:34.694638 run iperf3-srv_10.42.42.10(pid=26745): Terminating (SIGTERM)\u000a10:32:34.734274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26746): Terminating (SIGTERM)\u000a10:32:34.773741 run iperf3-srv_10.42.42.10(pid=26747): Terminating (SIGTERM)\u000a10:32:34.813509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26750): Terminating (SIGTERM)\u000a10:32:34.853088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26753): Terminating (SIGTERM)\u000a10:32:34.892655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26756): Terminating (SIGTERM)\u000a10:32:34.901565 --- ParallelTerminationStrategy: PID 26740 died...\u000a10:32:34.954405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26740): Terminated: ok {rc=0}\u000a10:32:34.963902 --- ParallelTerminationStrategy: PID 26741 died...\u000a10:32:35.016411 run iperf3-srv_10.42.42.10(pid=26741): Terminated {rc=256}\u000a10:32:35.025849 --- ParallelTerminationStrategy: PID 26742 died...\u000a10:32:35.078913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26742): Terminated: ok {rc=0}\u000a10:32:35.088356 --- ParallelTerminationStrategy: PID 26743 died...\u000a10:32:35.142057 run iperf3-srv_10.42.42.10(pid=26743): Terminated {rc=256}\u000a10:32:35.151470 --- ParallelTerminationStrategy: PID 26744 died...\u000a10:32:35.204274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26744): Terminated: ok {rc=0}\u000a10:32:35.213779 --- ParallelTerminationStrategy: PID 26745 died...\u000a10:32:35.266411 run iperf3-srv_10.42.42.10(pid=26745): Terminated {rc=256}\u000a10:32:35.275809 --- ParallelTerminationStrategy: PID 26746 died...\u000a10:32:35.328726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26746): Terminated: ok {rc=0}\u000a10:32:35.338280 --- ParallelTerminationStrategy: PID 26747 died...\u000a10:32:35.391058 run iperf3-srv_10.42.42.10(pid=26747): Terminated {rc=256}\u000a10:32:35.400497 --- ParallelTerminationStrategy: PID 26750 died...\u000a10:32:35.453188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26750): Terminated: ok {rc=0}\u000a10:32:35.462672 --- ParallelTerminationStrategy: PID 26753 died...\u000a10:32:35.515268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26753): Terminated: ok {rc=0}\u000a10:32:35.524731 --- ParallelTerminationStrategy: PID 26756 died...\u000a10:32:35.577486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26756): Terminated: ok {rc=0}\u000a10:32:35.666582 bus /gobi_4: Setting Powered False\u000a10:32:36.770735 bus /gobi_4: Setting Powered False\u000a10:32:37.884321 bus /gobi_1: Setting Powered False\u000a10:32:38.989385 bus /gobi_1: Setting Powered False\u000a10:32:40.102067 bus /gobi_0: Setting Powered False\u000a10:32:41.205881 bus /gobi_0: Setting Powered False\u000a10:32:42.319227 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26767): Process ended prematurely: osmo-stp_10.42.42.5(pid=26767) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26767)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26767): Process ended prematurely: osmo-stp_10.42.42.5(pid=26767) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:32:43.387894 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:43.399914 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:32:43.563206 tst ping.py: using LAC 20854\u000a10:32:43.689612 tst ping.py: using RAC 199\u000a10:32:43.814102 tst ping.py: using CellId 20854\u000a10:32:43.943223 tst ping.py: using BVCI 20855\u000a10:32:43.967879 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:43.979258 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:43.990389 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:44.001890 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:44.013281 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:44.024517 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:44.036346 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:44.047634 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:32:44.321128 tst ping.py:19: start network...\u000a10:32:44.444606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:44.926529 run create_hlr_db(pid=26761): Launched\u000a10:32:45.098770 bus /gobi_6: Setting Powered False\u000a10:32:46.171521 run create_hlr_db(pid=26761): Terminated: ok {rc=0}\u000a10:32:46.623391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26763): Launched\u000a10:32:47.098420 run osmo-hlr_10.42.42.2(pid=26764): Launched\u000a10:32:47.255636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:47.774292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26766): Launched\u000a10:32:48.081578 run osmo-stp_10.42.42.5(pid=26767): Launched\u000a10:32:48.198628 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:48.756212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26769): Launched\u000a10:32:48.869594 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:49.147013 run patchelf(pid=26770): Launched\u000a10:32:49.333990 run osmo-stp_10.42.42.5(pid=26767): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26767)]\u000a10:32:49.470375 run osmo-stp_10.42.42.5(pid=26767): stdout: \u000a| (launched: 2022-12-09_10:32:47.925868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:49.606974 run osmo-stp_10.42.42.5(pid=26767): stderr: \u000a| �[0;m�[38;5;43m20221209103248110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103248110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103248110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103248110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103248111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103248111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103248111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:49.738799 run osmo-stp_10.42.42.5(pid=26767): stdout: \u000a| (launched: 2022-12-09_10:32:47.925868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:49.869441 run osmo-stp_10.42.42.5(pid=26767): stderr: \u000a| �[0;m�[38;5;43m20221209103248110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103248110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103248110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103248110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103248111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103248111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103248111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:50.020603 run patchelf(pid=26770): Terminating (SIGINT)\u000a10:32:50.198732 run patchelf(pid=26770): Terminated: ok {rc=0}\u000a10:32:50.231184 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26767): Process ended prematurely: osmo-stp_10.42.42.5(pid=26767) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26767)] [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:32:50.240591 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:32:50.305109 run osmo-hlr_10.42.42.2(pid=26764): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26764)]\u000a10:32:50.357381 run osmo-hlr_10.42.42.2(pid=26764): stdout: \u000a| (launched: 2022-12-09_10:32:46.790581) \u000a10:32:50.411069 run osmo-hlr_10.42.42.2(pid=26764): stderr: \u000a| �[0;m�[1;31m20221209103246996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103246996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103246996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103246996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103246996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103246997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103247015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103247039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103247039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103247039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:50.455961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26763): Terminating (SIGTERM)\u000a10:32:50.498729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26766): Terminating (SIGTERM)\u000a10:32:50.540853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26769): Terminating (SIGTERM)\u000a10:32:50.550652 --- ParallelTerminationStrategy: PID 26763 died...\u000a10:32:50.608614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26763): Terminated: ok {rc=0}\u000a10:32:50.618784 --- ParallelTerminationStrategy: PID 26766 died...\u000a10:32:50.675824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26766): Terminated: ok {rc=0}\u000a10:32:50.686033 --- ParallelTerminationStrategy: PID 26769 died...\u000a10:32:50.742838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26769): Terminated: ok {rc=0}\u000a10:32:50.832209 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26777): Process ended prematurely: osmo-stp_10.42.42.5(pid=26777) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26777)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26777): Process ended prematurely: osmo-stp_10.42.42.5(pid=26777) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:32:51.884401 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:51.895975 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:32:52.060453 tst ping_idle_ping.py: using LAC 20855\u000a10:32:52.185228 tst ping_idle_ping.py: using RAC 200\u000a10:32:52.310479 tst ping_idle_ping.py: using CellId 20855\u000a10:32:52.440176 tst ping_idle_ping.py: using BVCI 20856\u000a10:32:52.465101 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:52.476313 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:52.487615 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:52.499498 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:52.511060 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:52.522965 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:52.534743 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:32:52.546239 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:32:52.819159 tst ping_idle_ping.py:24: start network...\u000a10:32:52.942955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:53.421595 run create_hlr_db(pid=26771): Launched\u000a10:32:53.593420 bus /gobi_6: Setting Powered False\u000a10:32:54.614602 run create_hlr_db(pid=26771): Terminated: ok {rc=0}\u000a10:32:55.039124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26773): Launched\u000a10:32:55.359055 run osmo-hlr_10.42.42.2(pid=26774): Launched\u000a10:32:55.475185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:56.030214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26776): Launched\u000a10:32:56.353010 run osmo-stp_10.42.42.5(pid=26777): Launched\u000a10:32:56.469429 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:57.029373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26779): Launched\u000a10:32:57.143588 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:57.423106 run patchelf(pid=26780): Launched\u000a10:32:57.610760 run osmo-stp_10.42.42.5(pid=26777): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26777)]\u000a10:32:57.747357 run osmo-stp_10.42.42.5(pid=26777): stdout: \u000a| (launched: 2022-12-09_10:32:56.194854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:57.884223 run osmo-stp_10.42.42.5(pid=26777): stderr: \u000a| �[0;m�[38;5;43m20221209103256382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103256382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103256382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103256383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103256383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103256383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103256383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:58.016704 run osmo-stp_10.42.42.5(pid=26777): stdout: \u000a| (launched: 2022-12-09_10:32:56.194854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:58.149218 run osmo-stp_10.42.42.5(pid=26777): stderr: \u000a| �[0;m�[38;5;43m20221209103256382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103256382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103256382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103256383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103256383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103256383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103256383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:58.302318 run patchelf(pid=26780): Terminating (SIGINT)\u000a10:32:58.481995 run patchelf(pid=26780): Terminated: ok {rc=0}\u000a10:32:58.515035 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26777): Process ended prematurely: osmo-stp_10.42.42.5(pid=26777) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26777)] [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:32:58.524450 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:32:58.588205 run osmo-hlr_10.42.42.2(pid=26774): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26774)]\u000a10:32:58.639990 run osmo-hlr_10.42.42.2(pid=26774): stdout: \u000a| (launched: 2022-12-09_10:32:55.201214) \u000a10:32:58.692703 run osmo-hlr_10.42.42.2(pid=26774): stderr: \u000a| �[0;m�[1;31m20221209103255394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103255394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103255394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103255394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103255394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103255394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103255406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103255414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103255415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103255415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:58.736993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26773): Terminating (SIGTERM)\u000a10:32:58.779577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26776): Terminating (SIGTERM)\u000a10:32:58.821908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26779): Terminating (SIGTERM)\u000a10:32:58.831705 --- ParallelTerminationStrategy: PID 26773 died...\u000a10:32:58.888238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26773): Terminated: ok {rc=0}\u000a10:32:58.898438 --- ParallelTerminationStrategy: PID 26776 died...\u000a10:32:58.954360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26776): Terminated: ok {rc=0}\u000a10:32:58.964298 --- ParallelTerminationStrategy: PID 26779 died...\u000a10:32:59.019858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26779): Terminated: ok {rc=0}\u000a10:32:59.107670 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:32:00" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26795): Process ended prematurely: osmo-stp_10.42.42.5(pid=26795) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26795)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26795): Process ended prematurely: osmo-stp_10.42.42.5(pid=26795) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:33:01.343235 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:01.358841 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:33:01.550227 tst cs_paging_gprs_active.py: using LAC 20856\u000a10:33:01.676875 tst cs_paging_gprs_active.py: using RAC 201\u000a10:33:01.803525 tst cs_paging_gprs_active.py: using CellId 20856\u000a10:33:01.931115 tst cs_paging_gprs_active.py: using BVCI 20857\u000a10:33:01.956794 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:01.968662 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:01.980360 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:01.992637 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:02.004405 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:02.016575 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:02.028853 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:02.040918 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:02.053073 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:33:02.200328 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:33:02.492393 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:33:02.620839 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:02.937111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26785): Launched\u000a10:33:03.199822 run iperf3-srv_10.42.42.10(pid=26786): Launched\u000a10:33:03.384875 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:33:03.512101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:03.827346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26787): Launched\u000a10:33:04.088879 run iperf3-srv_10.42.42.10(pid=26788): Launched\u000a10:33:04.273873 tst cs_paging_gprs_active.py:38: start network...\u000a10:33:04.400227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:04.892237 run create_hlr_db(pid=26789): Launched\u000a10:33:05.066320 bus /gobi_6: Setting Powered False\u000a10:33:06.088598 run create_hlr_db(pid=26789): Terminated: ok {rc=0}\u000a10:33:06.493487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26791): Launched\u000a10:33:06.798412 run osmo-hlr_10.42.42.2(pid=26792): Launched\u000a10:33:06.913565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:07.442723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26794): Launched\u000a10:33:07.748037 run osmo-stp_10.42.42.5(pid=26795): Launched\u000a10:33:07.859091 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:33:08.390993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26797): Launched\u000a10:33:08.498491 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:33:08.766992 run patchelf(pid=26798): Launched\u000a10:33:08.944053 run osmo-stp_10.42.42.5(pid=26795): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26795)]\u000a10:33:09.073570 run osmo-stp_10.42.42.5(pid=26795): stdout: \u000a| (launched: 2022-12-09_10:33:07.597381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:09.202960 run osmo-stp_10.42.42.5(pid=26795): stderr: \u000a| �[0;m�[38;5;43m20221209103307766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103307766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103307766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103307766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103307767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103307767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103307767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:09.327955 run osmo-stp_10.42.42.5(pid=26795): stdout: \u000a| (launched: 2022-12-09_10:33:07.597381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:09.452278 run osmo-stp_10.42.42.5(pid=26795): stderr: \u000a| �[0;m�[38;5;43m20221209103307766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103307766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103307766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103307766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103307767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103307767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103307767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:09.597571 run patchelf(pid=26798): Terminating (SIGINT)\u000a10:33:09.767300 run patchelf(pid=26798): Terminated: ok {rc=0}\u000a10:33:09.798847 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26795): Process ended prematurely: osmo-stp_10.42.42.5(pid=26795) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26795)] [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:33:09.808195 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a10:33:09.868386 run osmo-hlr_10.42.42.2(pid=26792): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26792)]\u000a10:33:09.917236 run osmo-hlr_10.42.42.2(pid=26792): stdout: \u000a| (launched: 2022-12-09_10:33:06.648469) \u000a10:33:09.966663 run osmo-hlr_10.42.42.2(pid=26792): stderr: \u000a| �[0;m�[1;31m20221209103306824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103306824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103306824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103306824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103306825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103306825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103306837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103306846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103306846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103306846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:10.009017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26785): Terminating (SIGTERM)\u000a10:33:10.048635 run iperf3-srv_10.42.42.10(pid=26786): Terminating (SIGTERM)\u000a10:33:10.088283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26787): Terminating (SIGTERM)\u000a10:33:10.127821 run iperf3-srv_10.42.42.10(pid=26788): Terminating (SIGTERM)\u000a10:33:10.167552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26791): Terminating (SIGTERM)\u000a10:33:10.207173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26794): Terminating (SIGTERM)\u000a10:33:10.246880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26797): Terminating (SIGTERM)\u000a10:33:10.256015 --- ParallelTerminationStrategy: PID 26785 died...\u000a10:33:10.309218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26785): Terminated: ok {rc=0}\u000a10:33:10.318569 --- ParallelTerminationStrategy: PID 26786 died...\u000a10:33:10.371262 run iperf3-srv_10.42.42.10(pid=26786): Terminated {rc=256}\u000a10:33:10.380810 --- ParallelTerminationStrategy: PID 26787 died...\u000a10:33:10.434050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26787): Terminated: ok {rc=0}\u000a10:33:10.443639 --- ParallelTerminationStrategy: PID 26788 died...\u000a10:33:10.497250 run iperf3-srv_10.42.42.10(pid=26788): Terminated {rc=256}\u000a10:33:10.507035 --- ParallelTerminationStrategy: PID 26791 died...\u000a10:33:10.560215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26791): Terminated: ok {rc=0}\u000a10:33:10.570374 --- ParallelTerminationStrategy: PID 26794 died...\u000a10:33:10.624367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26794): Terminated: ok {rc=0}\u000a10:33:10.634046 --- ParallelTerminationStrategy: PID 26797 died...\u000a10:33:10.687303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26797): Terminated: ok {rc=0}\u000a10:33:10.772103 bus /gobi_0: Setting Powered False\u000a10:33:11.880936 bus /gobi_0: Setting Powered False\u000a10:33:12.991661 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26808): Process ended prematurely: osmo-stp_10.42.42.5(pid=26808) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26808)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26808): Process ended prematurely: osmo-stp_10.42.42.5(pid=26808) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:33:14.102092 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:14.113473 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:33:14.267988 tst iperf3.py: using LAC 20857\u000a10:33:14.395999 tst iperf3.py: using RAC 202\u000a10:33:14.524454 tst iperf3.py: using CellId 20857\u000a10:33:14.651613 tst iperf3.py: using BVCI 20858\u000a10:33:14.676713 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:14.688239 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:14.699548 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:14.711278 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:14.722908 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:14.734481 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:14.746135 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:14.757606 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:14.769296 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:33:15.048057 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:33:15.173474 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:15.486870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26800): Launched\u000a10:33:15.747544 run iperf3-srv_10.42.42.10(pid=26801): Launched\u000a10:33:15.933752 tst iperf3.py:8: start network...\u000a10:33:16.061796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:16.595428 run create_hlr_db(pid=26802): Launched\u000a10:33:16.790788 bus /gobi_6: Setting Powered False\u000a10:33:17.805378 run create_hlr_db(pid=26802): Terminated: ok {rc=0}\u000a10:33:18.213096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26804): Launched\u000a10:33:18.515962 run osmo-hlr_10.42.42.2(pid=26805): Launched\u000a10:33:18.630603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:19.159736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26807): Launched\u000a10:33:19.463086 run osmo-stp_10.42.42.5(pid=26808): Launched\u000a10:33:19.572713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:33:20.103014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26810): Launched\u000a10:33:20.210551 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:33:20.474692 run patchelf(pid=26811): Launched\u000a10:33:20.651853 run osmo-stp_10.42.42.5(pid=26808): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26808)]\u000a10:33:20.781405 run osmo-stp_10.42.42.5(pid=26808): stdout: \u000a| (launched: 2022-12-09_10:33:19.314104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:20.910663 run osmo-stp_10.42.42.5(pid=26808): stderr: \u000a| �[0;m�[38;5;43m20221209103319481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103319481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103319482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103319482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103319482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103319483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103319483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:21.035728 run osmo-stp_10.42.42.5(pid=26808): stdout: \u000a| (launched: 2022-12-09_10:33:19.314104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:21.159879 run osmo-stp_10.42.42.5(pid=26808): stderr: \u000a| �[0;m�[38;5;43m20221209103319481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103319481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103319482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103319482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103319482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103319483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103319483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:21.304927 run patchelf(pid=26811): Terminating (SIGINT)\u000a10:33:21.475098 run patchelf(pid=26811): Terminated: ok {rc=0}\u000a10:33:21.506678 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26808): Process ended prematurely: osmo-stp_10.42.42.5(pid=26808) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26808)] [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:33:21.516027 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a10:33:21.575929 run osmo-hlr_10.42.42.2(pid=26805): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26805)]\u000a10:33:21.625058 run osmo-hlr_10.42.42.2(pid=26805): stdout: \u000a| (launched: 2022-12-09_10:33:18.366677) \u000a10:33:21.674947 run osmo-hlr_10.42.42.2(pid=26805): stderr: \u000a| �[0;m�[1;31m20221209103318539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103318539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103318539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103318539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103318539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103318539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103318551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103318560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103318560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103318560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:21.717404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26800): Terminating (SIGTERM)\u000a10:33:21.757146 run iperf3-srv_10.42.42.10(pid=26801): Terminating (SIGTERM)\u000a10:33:21.797011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26804): Terminating (SIGTERM)\u000a10:33:21.837144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26807): Terminating (SIGTERM)\u000a10:33:21.877617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26810): Terminating (SIGTERM)\u000a10:33:21.887193 --- ParallelTerminationStrategy: PID 26800 died...\u000a10:33:21.940615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26800): Terminated: ok {rc=0}\u000a10:33:21.950221 --- ParallelTerminationStrategy: PID 26801 died...\u000a10:33:22.003154 run iperf3-srv_10.42.42.10(pid=26801): Terminated {rc=256}\u000a10:33:22.012638 --- ParallelTerminationStrategy: PID 26804 died...\u000a10:33:22.065512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26804): Terminated: ok {rc=0}\u000a10:33:22.075012 --- ParallelTerminationStrategy: PID 26807 died...\u000a10:33:22.128155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26807): Terminated: ok {rc=0}\u000a10:33:22.137748 --- ParallelTerminationStrategy: PID 26810 died...\u000a10:33:22.191126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26810): Terminated: ok {rc=0}\u000a10:33:22.280006 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26827): Process ended prematurely: osmo-stp_10.42.42.5(pid=26827) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26827)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26827): Process ended prematurely: osmo-stp_10.42.42.5(pid=26827) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:33:23.392118 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:23.403617 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:33:23.559554 tst iperf3m4.py: using LAC 20858\u000a10:33:23.680802 tst iperf3m4.py: using RAC 203\u000a10:33:23.801629 tst iperf3m4.py: using CellId 20858\u000a10:33:23.920015 tst iperf3m4.py: using BVCI 20859\u000a10:33:23.943064 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:23.954068 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:23.964717 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:23.975406 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:23.986010 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:23.996655 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:24.007408 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:24.018045 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:24.028866 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:33:24.146108 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:33:24.265886 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:33:24.386838 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:33:24.664081 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:33:24.790871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:25.104021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26812): Launched\u000a10:33:25.365580 run iperf3-srv_10.42.42.10(pid=26813): Launched\u000a10:33:25.550838 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:33:25.677346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:25.992376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26814): Launched\u000a10:33:26.254397 run iperf3-srv_10.42.42.10(pid=26815): Launched\u000a10:33:26.437125 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:33:26.562481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:26.877733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26816): Launched\u000a10:33:27.138617 run iperf3-srv_10.42.42.10(pid=26817): Launched\u000a10:33:27.321755 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:33:27.446816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:27.760800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26818): Launched\u000a10:33:28.022309 run iperf3-srv_10.42.42.10(pid=26819): Launched\u000a10:33:28.205615 tst iperf3m4.py:8: start network...\u000a10:33:28.330779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:28.820442 run create_hlr_db(pid=26820): Launched\u000a10:33:28.996245 bus /gobi_6: Setting Powered False\u000a10:33:30.016286 run create_hlr_db(pid=26820): Terminated: ok {rc=0}\u000a10:33:30.448511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26822): Launched\u000a10:33:30.774613 run osmo-hlr_10.42.42.2(pid=26823): Launched\u000a10:33:30.966356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:31.644196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26826): Launched\u000a10:33:32.013791 run osmo-stp_10.42.42.5(pid=26827): Launched\u000a10:33:32.229912 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:33:32.873228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26829): Launched\u000a10:33:32.989069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:33:33.271390 run patchelf(pid=26830): Launched\u000a10:33:33.461127 run osmo-stp_10.42.42.5(pid=26827): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26827)]\u000a10:33:33.599378 run osmo-stp_10.42.42.5(pid=26827): stdout: \u000a| (launched: 2022-12-09_10:33:31.844822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:33.738514 run osmo-stp_10.42.42.5(pid=26827): stderr: \u000a| �[0;m�[38;5;43m20221209103332271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103332271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103332272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103332273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103332274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103332274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103332274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:33.872648 run osmo-stp_10.42.42.5(pid=26827): stdout: \u000a| (launched: 2022-12-09_10:33:31.844822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:34.006160 run osmo-stp_10.42.42.5(pid=26827): stderr: \u000a| �[0;m�[38;5;43m20221209103332271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103332271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103332272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103332273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103332274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103332274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103332274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:34.161950 run patchelf(pid=26830): Terminating (SIGINT)\u000a10:33:34.343863 run patchelf(pid=26830): Terminated: ok {rc=0}\u000a10:33:34.377582 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26827): Process ended prematurely: osmo-stp_10.42.42.5(pid=26827) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26827)] [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:33:34.387533 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:33:34.453085 run osmo-hlr_10.42.42.2(pid=26823): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26823)]\u000a10:33:34.505314 run osmo-hlr_10.42.42.2(pid=26823): stdout: \u000a| (launched: 2022-12-09_10:33:30.613587) \u000a10:33:34.559029 run osmo-hlr_10.42.42.2(pid=26823): stderr: \u000a| �[0;m�[1;31m20221209103330813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103330813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103330813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103330813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103330813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103330813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103330826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103330856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103330856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103330856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:34.604718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26812): Terminating (SIGTERM)\u000a10:33:34.647434 run iperf3-srv_10.42.42.10(pid=26813): Terminating (SIGTERM)\u000a10:33:34.689790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26814): Terminating (SIGTERM)\u000a10:33:34.732446 run iperf3-srv_10.42.42.10(pid=26815): Terminating (SIGTERM)\u000a10:33:34.775138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26816): Terminating (SIGTERM)\u000a10:33:34.819297 run iperf3-srv_10.42.42.10(pid=26817): Terminating (SIGTERM)\u000a10:33:34.861699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26818): Terminating (SIGTERM)\u000a10:33:34.904322 run iperf3-srv_10.42.42.10(pid=26819): Terminating (SIGTERM)\u000a10:33:34.947027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26822): Terminating (SIGTERM)\u000a10:33:34.989981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26826): Terminating (SIGTERM)\u000a10:33:35.032771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26829): Terminating (SIGTERM)\u000a10:33:35.043161 --- ParallelTerminationStrategy: PID 26812 died...\u000a10:33:35.100437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26812): Terminated: ok {rc=0}\u000a10:33:35.110853 --- ParallelTerminationStrategy: PID 26813 died...\u000a10:33:35.167330 run iperf3-srv_10.42.42.10(pid=26813): Terminated {rc=256}\u000a10:33:35.178043 --- ParallelTerminationStrategy: PID 26814 died...\u000a10:33:35.234308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26814): Terminated: ok {rc=0}\u000a10:33:35.244918 --- ParallelTerminationStrategy: PID 26815 died...\u000a10:33:35.301692 run iperf3-srv_10.42.42.10(pid=26815): Terminated {rc=256}\u000a10:33:35.311963 --- ParallelTerminationStrategy: PID 26816 died...\u000a10:33:35.368792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26816): Terminated: ok {rc=0}\u000a10:33:35.379113 --- ParallelTerminationStrategy: PID 26817 died...\u000a10:33:35.435634 run iperf3-srv_10.42.42.10(pid=26817): Terminated {rc=256}\u000a10:33:35.446347 --- ParallelTerminationStrategy: PID 26818 died...\u000a10:33:35.503162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26818): Terminated: ok {rc=0}\u000a10:33:35.513778 --- ParallelTerminationStrategy: PID 26819 died...\u000a10:33:35.570520 run iperf3-srv_10.42.42.10(pid=26819): Terminated {rc=256}\u000a10:33:35.580764 --- ParallelTerminationStrategy: PID 26822 died...\u000a10:33:35.638077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26822): Terminated: ok {rc=0}\u000a10:33:35.648405 --- ParallelTerminationStrategy: PID 26826 died...\u000a10:33:35.705092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26826): Terminated: ok {rc=0}\u000a10:33:35.715421 --- ParallelTerminationStrategy: PID 26829 died...\u000a10:33:35.772251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26829): Terminated: ok {rc=0}\u000a10:33:35.861284 bus /gobi_4: Setting Powered False\u000a10:33:36.970883 bus /gobi_4: Setting Powered False\u000a10:33:38.079925 bus /gobi_1: Setting Powered False\u000a10:33:39.188573 bus /gobi_1: Setting Powered False\u000a10:33:40.300641 bus /gobi_0: Setting Powered False\u000a10:33:41.408938 bus /gobi_0: Setting Powered False\u000a10:33:42.523294 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26837): Process ended prematurely: osmo-stp_10.42.42.5(pid=26837) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26837)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26837): Process ended prematurely: osmo-stp_10.42.42.5(pid=26837) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:33:43.591504 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:43.602883 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:33:43.756090 tst ping.py: using LAC 20859\u000a10:33:43.872399 tst ping.py: using RAC 204\u000a10:33:43.990625 tst ping.py: using CellId 20859\u000a10:33:44.106237 tst ping.py: using BVCI 20860\u000a10:33:44.129155 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:44.139924 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:44.150700 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:44.161506 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:44.172076 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:44.182833 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:44.193623 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:44.204232 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:33:44.473414 tst ping.py:19: start network...\u000a10:33:44.595395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:45.075344 run create_hlr_db(pid=26831): Launched\u000a10:33:45.246504 bus /gobi_6: Setting Powered False\u000a10:33:46.272456 run create_hlr_db(pid=26831): Terminated: ok {rc=0}\u000a10:33:46.692139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26833): Launched\u000a10:33:47.135466 run osmo-hlr_10.42.42.2(pid=26834): Launched\u000a10:33:47.272754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:47.831027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26836): Launched\u000a10:33:48.150980 run osmo-stp_10.42.42.5(pid=26837): Launched\u000a10:33:48.267020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:33:48.825995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26839): Launched\u000a10:33:48.939307 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:33:49.217821 run patchelf(pid=26840): Launched\u000a10:33:49.404843 run osmo-stp_10.42.42.5(pid=26837): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26837)]\u000a10:33:49.541261 run osmo-stp_10.42.42.5(pid=26837): stdout: \u000a| (launched: 2022-12-09_10:33:47.992083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:49.678246 run osmo-stp_10.42.42.5(pid=26837): stderr: \u000a| �[0;m�[38;5;43m20221209103348179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103348179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103348179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103348180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103348180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103348180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103348180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:49.810681 run osmo-stp_10.42.42.5(pid=26837): stdout: \u000a| (launched: 2022-12-09_10:33:47.992083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:49.941742 run osmo-stp_10.42.42.5(pid=26837): stderr: \u000a| �[0;m�[38;5;43m20221209103348179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103348179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103348179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103348180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103348180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103348180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103348180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:50.094522 run patchelf(pid=26840): Terminating (SIGINT)\u000a10:33:50.273239 run patchelf(pid=26840): Terminated: ok {rc=0}\u000a10:33:50.305743 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26837): Process ended prematurely: osmo-stp_10.42.42.5(pid=26837) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26837)] [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:33:50.315270 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:33:50.380185 run osmo-hlr_10.42.42.2(pid=26834): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26834)]\u000a10:33:50.433092 run osmo-hlr_10.42.42.2(pid=26834): stdout: \u000a| (launched: 2022-12-09_10:33:46.848347) \u000a10:33:50.486920 run osmo-hlr_10.42.42.2(pid=26834): stderr: \u000a| �[0;m�[1;31m20221209103347055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103347055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103347055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103347055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103347055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103347056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103347075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103347090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103347090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103347090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:50.532102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26833): Terminating (SIGTERM)\u000a10:33:50.575104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26836): Terminating (SIGTERM)\u000a10:33:50.618399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26839): Terminating (SIGTERM)\u000a10:33:50.628389 --- ParallelTerminationStrategy: PID 26833 died...\u000a10:33:50.685506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26833): Terminated: ok {rc=0}\u000a10:33:50.695831 --- ParallelTerminationStrategy: PID 26836 died...\u000a10:33:50.752428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26836): Terminated: ok {rc=0}\u000a10:33:50.762752 --- ParallelTerminationStrategy: PID 26839 died...\u000a10:33:50.819752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26839): Terminated: ok {rc=0}\u000a10:33:50.908785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26847): Process ended prematurely: osmo-stp_10.42.42.5(pid=26847) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26847)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26847): Process ended prematurely: osmo-stp_10.42.42.5(pid=26847) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:33:51.963572 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:51.976298 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:33:52.148511 tst ping_idle_ping.py: using LAC 20860\u000a10:33:52.273520 tst ping_idle_ping.py: using RAC 205\u000a10:33:52.401106 tst ping_idle_ping.py: using CellId 20860\u000a10:33:52.525607 tst ping_idle_ping.py: using BVCI 20861\u000a10:33:52.550085 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:52.561385 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:52.572549 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:52.583960 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:52.595339 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:52.607426 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:52.619419 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:33:52.631380 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:33:52.920683 tst ping_idle_ping.py:24: start network...\u000a10:33:53.053750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:53.556035 run create_hlr_db(pid=26841): Launched\u000a10:33:53.741092 bus /gobi_6: Setting Powered False\u000a10:33:54.761448 run create_hlr_db(pid=26841): Terminated: ok {rc=0}\u000a10:33:55.161206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26843): Launched\u000a10:33:55.459895 run osmo-hlr_10.42.42.2(pid=26844): Launched\u000a10:33:55.569248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:56.085205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26846): Launched\u000a10:33:56.384902 run osmo-stp_10.42.42.5(pid=26847): Launched\u000a10:33:56.492567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:33:57.017491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26849): Launched\u000a10:33:57.123127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:33:57.382884 run patchelf(pid=26850): Launched\u000a10:33:57.558490 run osmo-stp_10.42.42.5(pid=26847): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26847)]\u000a10:33:57.686341 run osmo-stp_10.42.42.5(pid=26847): stdout: \u000a| (launched: 2022-12-09_10:33:56.237791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:57.814281 run osmo-stp_10.42.42.5(pid=26847): stderr: \u000a| �[0;m�[38;5;43m20221209103356404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103356404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103356405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103356405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103356406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103356406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103356406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:57.938150 run osmo-stp_10.42.42.5(pid=26847): stdout: \u000a| (launched: 2022-12-09_10:33:56.237791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:58.060841 run osmo-stp_10.42.42.5(pid=26847): stderr: \u000a| �[0;m�[38;5;43m20221209103356404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103356404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103356405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103356405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103356406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103356406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103356406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:58.203714 run patchelf(pid=26850): Terminating (SIGINT)\u000a10:33:58.370797 run patchelf(pid=26850): Terminated: ok {rc=0}\u000a10:33:58.401393 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26847): Process ended prematurely: osmo-stp_10.42.42.5(pid=26847) [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26847)] [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:33:58.410158 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a10:33:58.470248 run osmo-hlr_10.42.42.2(pid=26844): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26844)]\u000a10:33:58.519519 run osmo-hlr_10.42.42.2(pid=26844): stdout: \u000a| (launched: 2022-12-09_10:33:55.312689) \u000a10:33:58.569562 run osmo-hlr_10.42.42.2(pid=26844): stderr: \u000a| �[0;m�[1;31m20221209103355483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103355483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103355483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103355483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103355483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103355483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103355496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103355504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103355505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103355505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:58.612014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26843): Terminating (SIGTERM)\u000a10:33:58.651933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26846): Terminating (SIGTERM)\u000a10:33:58.691928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26849): Terminating (SIGTERM)\u000a10:33:58.701297 --- ParallelTerminationStrategy: PID 26843 died...\u000a10:33:58.754813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26843): Terminated: ok {rc=0}\u000a10:33:58.764364 --- ParallelTerminationStrategy: PID 26846 died...\u000a10:33:58.817213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26846): Terminated: ok {rc=0}\u000a10:33:58.826827 --- ParallelTerminationStrategy: PID 26849 died...\u000a10:33:58.879702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26849): Terminated: ok {rc=0}\u000a10:33:58.964381 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:33:00" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26864): Process ended prematurely: osmo-stp_10.42.42.5(pid=26864) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26864)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26864): Process ended prematurely: osmo-stp_10.42.42.5(pid=26864) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:34:01.198889 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:01.211998 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:34:01.376747 tst cs_paging_gprs_active.py: using LAC 20861\u000a10:34:01.501151 tst cs_paging_gprs_active.py: using RAC 206\u000a10:34:01.625867 tst cs_paging_gprs_active.py: using CellId 20861\u000a10:34:01.783816 tst cs_paging_gprs_active.py: using BVCI 20862\u000a10:34:01.818744 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:01.834266 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:01.850294 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:01.866414 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:01.881788 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:01.895437 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:01.912286 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:01.928531 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:01.944917 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:34:02.092762 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:34:02.411757 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:34:02.548738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:02.887266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26854): Launched\u000a10:34:03.168378 run iperf3-srv_10.42.42.10(pid=26855): Launched\u000a10:34:03.368152 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:34:03.504334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:03.842481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26856): Launched\u000a10:34:04.123390 run iperf3-srv_10.42.42.10(pid=26857): Launched\u000a10:34:04.322632 tst cs_paging_gprs_active.py:38: start network...\u000a10:34:04.459385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:04.971807 run create_hlr_db(pid=26858): Launched\u000a10:34:05.161502 bus /gobi_6: Setting Powered False\u000a10:34:06.182344 run create_hlr_db(pid=26858): Terminated: ok {rc=0}\u000a10:34:06.592940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26860): Launched\u000a10:34:06.900658 run osmo-hlr_10.42.42.2(pid=26861): Launched\u000a10:34:07.013048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:07.545424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26863): Launched\u000a10:34:07.853292 run osmo-stp_10.42.42.5(pid=26864): Launched\u000a10:34:07.963841 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:34:08.495677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26866): Launched\u000a10:34:08.603707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:34:08.868826 run patchelf(pid=26867): Launched\u000a10:34:09.047024 run osmo-stp_10.42.42.5(pid=26864): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26864)]\u000a10:34:09.177209 run osmo-stp_10.42.42.5(pid=26864): stdout: \u000a| (launched: 2022-12-09_10:34:07.699551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:09.306945 run osmo-stp_10.42.42.5(pid=26864): stderr: \u000a| �[0;m�[38;5;43m20221209103407866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103407866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103407867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103407867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103407867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103407868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103407868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:09.432636 run osmo-stp_10.42.42.5(pid=26864): stdout: \u000a| (launched: 2022-12-09_10:34:07.699551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:09.557318 run osmo-stp_10.42.42.5(pid=26864): stderr: \u000a| �[0;m�[38;5;43m20221209103407866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103407866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103407867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103407867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103407867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103407868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103407868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:09.701762 run patchelf(pid=26867): Terminating (SIGINT)\u000a10:34:09.871511 run patchelf(pid=26867): Terminated: ok {rc=0}\u000a10:34:09.902777 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26864): Process ended prematurely: osmo-stp_10.42.42.5(pid=26864) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26864)] [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a10:34:09.912114 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:34:09.972550 run osmo-hlr_10.42.42.2(pid=26861): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26861)]\u000a10:34:10.021857 run osmo-hlr_10.42.42.2(pid=26861): stdout: \u000a| (launched: 2022-12-09_10:34:06.749321) \u000a10:34:10.071977 run osmo-hlr_10.42.42.2(pid=26861): stderr: \u000a| �[0;m�[1;31m20221209103406923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103406923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103406923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103406923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103406923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103406923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103406938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103406948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103406948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103406949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:10.114611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26854): Terminating (SIGTERM)\u000a10:34:10.154434 run iperf3-srv_10.42.42.10(pid=26855): Terminating (SIGTERM)\u000a10:34:10.194361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26856): Terminating (SIGTERM)\u000a10:34:10.234166 run iperf3-srv_10.42.42.10(pid=26857): Terminating (SIGTERM)\u000a10:34:10.274009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26860): Terminating (SIGTERM)\u000a10:34:10.313850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26863): Terminating (SIGTERM)\u000a10:34:10.353535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26866): Terminating (SIGTERM)\u000a10:34:10.362709 --- ParallelTerminationStrategy: PID 26854 died...\u000a10:34:10.416523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26854): Terminated: ok {rc=0}\u000a10:34:10.426317 --- ParallelTerminationStrategy: PID 26855 died...\u000a10:34:10.479158 run iperf3-srv_10.42.42.10(pid=26855): Terminated {rc=256}\u000a10:34:10.488658 --- ParallelTerminationStrategy: PID 26856 died...\u000a10:34:10.541572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26856): Terminated: ok {rc=0}\u000a10:34:10.551123 --- ParallelTerminationStrategy: PID 26857 died...\u000a10:34:10.604191 run iperf3-srv_10.42.42.10(pid=26857): Terminated {rc=256}\u000a10:34:10.613683 --- ParallelTerminationStrategy: PID 26860 died...\u000a10:34:10.666493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26860): Terminated: ok {rc=0}\u000a10:34:10.676077 --- ParallelTerminationStrategy: PID 26863 died...\u000a10:34:10.729432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26863): Terminated: ok {rc=0}\u000a10:34:10.739043 --- ParallelTerminationStrategy: PID 26866 died...\u000a10:34:10.791940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26866): Terminated: ok {rc=0}\u000a10:34:10.881678 bus /gobi_0: Setting Powered False\u000a10:34:12.001884 bus /gobi_0: Setting Powered False\u000a10:34:13.110869 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26876): Process ended prematurely: osmo-stp_10.42.42.5(pid=26876) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26876)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26876): Process ended prematurely: osmo-stp_10.42.42.5(pid=26876) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a10:34:14.227193 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:14.239706 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:34:14.390373 tst iperf3.py: using LAC 20862\u000a10:34:14.517994 tst iperf3.py: using RAC 207\u000a10:34:14.649923 tst iperf3.py: using CellId 20862\u000a10:34:14.777488 tst iperf3.py: using BVCI 20863\u000a10:34:14.802551 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:14.814385 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:14.826110 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:14.837789 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:14.849564 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:14.861385 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:14.873372 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:14.885084 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:14.897179 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:34:15.190740 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:34:15.326575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:15.662044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26868): Launched\u000a10:34:15.955624 run iperf3-srv_10.42.42.10(pid=26869): Launched\u000a10:34:16.146398 tst iperf3.py:8: start network...\u000a10:34:16.277519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:16.816634 run create_hlr_db(pid=26870): Launched\u000a10:34:16.998387 bus /gobi_6: Setting Powered False\u000a10:34:18.013726 run create_hlr_db(pid=26870): Terminated: ok {rc=0}\u000a10:34:18.445444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26872): Launched\u000a10:34:18.771702 run osmo-hlr_10.42.42.2(pid=26873): Launched\u000a10:34:18.891709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:19.462788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26875): Launched\u000a10:34:19.789697 run osmo-stp_10.42.42.5(pid=26876): Launched\u000a10:34:19.907725 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:34:20.475837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26878): Launched\u000a10:34:20.592233 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:34:20.875988 run patchelf(pid=26879): Launched\u000a10:34:21.066226 run osmo-stp_10.42.42.5(pid=26876): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26876)]\u000a10:34:21.205626 run osmo-stp_10.42.42.5(pid=26876): stdout: \u000a| (launched: 2022-12-09_10:34:19.628159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:21.344758 run osmo-stp_10.42.42.5(pid=26876): stderr: \u000a| �[0;m�[38;5;43m20221209103419816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103419816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103419817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103419817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103419818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103419818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103419818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:21.479407 run osmo-stp_10.42.42.5(pid=26876): stdout: \u000a| (launched: 2022-12-09_10:34:19.628159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:21.613165 run osmo-stp_10.42.42.5(pid=26876): stderr: \u000a| �[0;m�[38;5;43m20221209103419816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103419816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103419817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103419817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103419818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103419818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103419818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:21.768437 run patchelf(pid=26879): Terminating (SIGINT)\u000a10:34:21.951048 run patchelf(pid=26879): Terminated: ok {rc=0}\u000a10:34:21.984487 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26876): Process ended prematurely: osmo-stp_10.42.42.5(pid=26876) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26876)] [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a10:34:21.994836 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:34:22.059012 run osmo-hlr_10.42.42.2(pid=26873): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26873)]\u000a10:34:22.111851 run osmo-hlr_10.42.42.2(pid=26873): stdout: \u000a| (launched: 2022-12-09_10:34:18.610567) \u000a10:34:22.165030 run osmo-hlr_10.42.42.2(pid=26873): stderr: \u000a| �[0;m�[1;31m20221209103418805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103418805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103418805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103418806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103418806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103418806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103418819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103418830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103418830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103418830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:22.209791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26868): Terminating (SIGTERM)\u000a10:34:22.252434 run iperf3-srv_10.42.42.10(pid=26869): Terminating (SIGTERM)\u000a10:34:22.294515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26872): Terminating (SIGTERM)\u000a10:34:22.337339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26875): Terminating (SIGTERM)\u000a10:34:22.379605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26878): Terminating (SIGTERM)\u000a10:34:22.389539 --- ParallelTerminationStrategy: PID 26868 died...\u000a10:34:22.446209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26868): Terminated: ok {rc=0}\u000a10:34:22.456412 --- ParallelTerminationStrategy: PID 26869 died...\u000a10:34:22.512583 run iperf3-srv_10.42.42.10(pid=26869): Terminated {rc=256}\u000a10:34:22.523052 --- ParallelTerminationStrategy: PID 26872 died...\u000a10:34:22.579466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26872): Terminated: ok {rc=0}\u000a10:34:22.589916 --- ParallelTerminationStrategy: PID 26875 died...\u000a10:34:22.646357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26875): Terminated: ok {rc=0}\u000a10:34:22.656538 --- ParallelTerminationStrategy: PID 26878 died...\u000a10:34:22.713193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26878): Terminated: ok {rc=0}\u000a10:34:22.800523 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26894): Process ended prematurely: osmo-stp_10.42.42.5(pid=26894) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26894)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26894): Process ended prematurely: osmo-stp_10.42.42.5(pid=26894) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a10:34:23.917463 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:23.929971 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:34:24.079084 tst iperf3m4.py: using LAC 20863\u000a10:34:24.206657 tst iperf3m4.py: using RAC 208\u000a10:34:24.335295 tst iperf3m4.py: using CellId 20863\u000a10:34:24.468357 tst iperf3m4.py: using BVCI 20864\u000a10:34:24.493530 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:24.505285 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:24.517117 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:24.528681 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:24.540450 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:24.552158 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:24.564027 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:24.575807 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:24.587842 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:34:24.706231 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:34:24.830059 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:34:24.952111 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:34:25.233785 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:34:25.359977 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:25.676048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26880): Launched\u000a10:34:25.936344 run iperf3-srv_10.42.42.10(pid=26881): Launched\u000a10:34:26.119904 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:34:26.245707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:26.559745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26882): Launched\u000a10:34:26.820403 run iperf3-srv_10.42.42.10(pid=26883): Launched\u000a10:34:27.003600 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:34:27.129176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:27.443013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26884): Launched\u000a10:34:27.703539 run iperf3-srv_10.42.42.10(pid=26885): Launched\u000a10:34:27.887081 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:34:28.012250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:28.327639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26886): Launched\u000a10:34:28.587716 run iperf3-srv_10.42.42.10(pid=26887): Launched\u000a10:34:28.770789 tst iperf3m4.py:8: start network...\u000a10:34:28.896095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:29.386325 run create_hlr_db(pid=26888): Launched\u000a10:34:29.560494 bus /gobi_6: Setting Powered False\u000a10:34:30.582404 run create_hlr_db(pid=26888): Terminated: ok {rc=0}\u000a10:34:31.033658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26890): Launched\u000a10:34:31.449549 run osmo-hlr_10.42.42.2(pid=26891): Launched\u000a10:34:31.631901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:32.282754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26893): Launched\u000a10:34:32.609787 run osmo-stp_10.42.42.5(pid=26894): Launched\u000a10:34:32.728325 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:34:33.295954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26896): Launched\u000a10:34:33.411789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:34:33.695963 run patchelf(pid=26897): Launched\u000a10:34:33.885960 run osmo-stp_10.42.42.5(pid=26894): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26894)]\u000a10:34:34.024373 run osmo-stp_10.42.42.5(pid=26894): stdout: \u000a| (launched: 2022-12-09_10:34:32.448300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:34.163493 run osmo-stp_10.42.42.5(pid=26894): stderr: \u000a| �[0;m�[38;5;43m20221209103432637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103432637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103432637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103432637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103432638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103432638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103432638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:34.298066 run osmo-stp_10.42.42.5(pid=26894): stdout: \u000a| (launched: 2022-12-09_10:34:32.448300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:34.431621 run osmo-stp_10.42.42.5(pid=26894): stderr: \u000a| �[0;m�[38;5;43m20221209103432637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103432637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103432637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103432637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103432638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103432638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103432638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:34.586740 run patchelf(pid=26897): Terminating (SIGINT)\u000a10:34:34.768277 run patchelf(pid=26897): Terminated: ok {rc=0}\u000a10:34:34.801863 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26894): Process ended prematurely: osmo-stp_10.42.42.5(pid=26894) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26894)] [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a10:34:34.811910 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:34:34.877551 run osmo-hlr_10.42.42.2(pid=26891): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26891)]\u000a10:34:34.930102 run osmo-hlr_10.42.42.2(pid=26891): stdout: \u000a| (launched: 2022-12-09_10:34:31.193916) \u000a10:34:34.983463 run osmo-hlr_10.42.42.2(pid=26891): stderr: \u000a| �[0;m�[1;31m20221209103431532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103431532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103431532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103431532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103431532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103431532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103431549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103431561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103431561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103431561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:35.028865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26880): Terminating (SIGTERM)\u000a10:34:35.071059 run iperf3-srv_10.42.42.10(pid=26881): Terminating (SIGTERM)\u000a10:34:35.114239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26882): Terminating (SIGTERM)\u000a10:34:35.156329 run iperf3-srv_10.42.42.10(pid=26883): Terminating (SIGTERM)\u000a10:34:35.198841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26884): Terminating (SIGTERM)\u000a10:34:35.241203 run iperf3-srv_10.42.42.10(pid=26885): Terminating (SIGTERM)\u000a10:34:35.283744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26886): Terminating (SIGTERM)\u000a10:34:35.326396 run iperf3-srv_10.42.42.10(pid=26887): Terminating (SIGTERM)\u000a10:34:35.368914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26890): Terminating (SIGTERM)\u000a10:34:35.411407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26893): Terminating (SIGTERM)\u000a10:34:35.453856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26896): Terminating (SIGTERM)\u000a10:34:35.463937 --- ParallelTerminationStrategy: PID 26880 died...\u000a10:34:35.520670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26880): Terminated: ok {rc=0}\u000a10:34:35.530729 --- ParallelTerminationStrategy: PID 26881 died...\u000a10:34:35.586794 run iperf3-srv_10.42.42.10(pid=26881): Terminated {rc=256}\u000a10:34:35.596833 --- ParallelTerminationStrategy: PID 26882 died...\u000a10:34:35.653203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26882): Terminated: ok {rc=0}\u000a10:34:35.663830 --- ParallelTerminationStrategy: PID 26883 died...\u000a10:34:35.720035 run iperf3-srv_10.42.42.10(pid=26883): Terminated {rc=256}\u000a10:34:35.730191 --- ParallelTerminationStrategy: PID 26884 died...\u000a10:34:35.786405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26884): Terminated: ok {rc=0}\u000a10:34:35.796407 --- ParallelTerminationStrategy: PID 26885 died...\u000a10:34:35.852634 run iperf3-srv_10.42.42.10(pid=26885): Terminated {rc=256}\u000a10:34:35.862751 --- ParallelTerminationStrategy: PID 26886 died...\u000a10:34:35.918700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26886): Terminated: ok {rc=0}\u000a10:34:35.929093 --- ParallelTerminationStrategy: PID 26887 died...\u000a10:34:35.985048 run iperf3-srv_10.42.42.10(pid=26887): Terminated {rc=256}\u000a10:34:35.995154 --- ParallelTerminationStrategy: PID 26890 died...\u000a10:34:36.051503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26890): Terminated: ok {rc=0}\u000a10:34:36.061718 --- ParallelTerminationStrategy: PID 26893 died...\u000a10:34:36.118267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26893): Terminated: ok {rc=0}\u000a10:34:36.128412 --- ParallelTerminationStrategy: PID 26896 died...\u000a10:34:36.184654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26896): Terminated: ok {rc=0}\u000a10:34:36.272240 bus /gobi_4: Setting Powered False\u000a10:34:37.381047 bus /gobi_4: Setting Powered False\u000a10:34:38.490372 bus /gobi_1: Setting Powered False\u000a10:34:39.598026 bus /gobi_1: Setting Powered False\u000a10:34:40.711304 bus /gobi_0: Setting Powered False\u000a10:34:41.814584 bus /gobi_0: Setting Powered False\u000a10:34:42.927990 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26904): Process ended prematurely: osmo-stp_10.42.42.5(pid=26904) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26904)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26904): Process ended prematurely: osmo-stp_10.42.42.5(pid=26904) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a10:34:43.997952 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:44.010361 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:34:44.158571 tst ping.py: using LAC 20864\u000a10:34:44.277748 tst ping.py: using RAC 209\u000a10:34:44.398153 tst ping.py: using CellId 20864\u000a10:34:44.522424 tst ping.py: using BVCI 20865\u000a10:34:44.545593 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:44.556771 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:44.567933 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:44.579378 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:44.590549 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:44.601688 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:44.612773 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:44.623804 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:34:44.895385 tst ping.py:19: start network...\u000a10:34:45.018005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:45.495442 run create_hlr_db(pid=26898): Launched\u000a10:34:45.665270 bus /gobi_6: Setting Powered False\u000a10:34:46.690129 run create_hlr_db(pid=26898): Terminated: ok {rc=0}\u000a10:34:47.106821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26900): Launched\u000a10:34:47.408731 run osmo-hlr_10.42.42.2(pid=26901): Launched\u000a10:34:47.527065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:48.054047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26903): Launched\u000a10:34:48.352030 run osmo-stp_10.42.42.5(pid=26904): Launched\u000a10:34:48.459079 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:34:48.982304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26906): Launched\u000a10:34:49.087787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:34:49.348764 run patchelf(pid=26907): Launched\u000a10:34:49.524273 run osmo-stp_10.42.42.5(pid=26904): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26904)]\u000a10:34:49.651604 run osmo-stp_10.42.42.5(pid=26904): stdout: \u000a| (launched: 2022-12-09_10:34:48.204870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:49.779366 run osmo-stp_10.42.42.5(pid=26904): stderr: \u000a| �[0;m�[38;5;43m20221209103448369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103448369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103448370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103448370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:49.903030 run osmo-stp_10.42.42.5(pid=26904): stdout: \u000a| (launched: 2022-12-09_10:34:48.204870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:50.025189 run osmo-stp_10.42.42.5(pid=26904): stderr: \u000a| �[0;m�[38;5;43m20221209103448369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103448369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103448370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103448370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103448371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:50.167087 run patchelf(pid=26907): Terminating (SIGINT)\u000a10:34:50.333530 run patchelf(pid=26907): Terminated: ok {rc=0}\u000a10:34:50.363861 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26904): Process ended prematurely: osmo-stp_10.42.42.5(pid=26904) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26904)] [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a10:34:50.372468 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:34:50.432423 run osmo-hlr_10.42.42.2(pid=26901): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26901)]\u000a10:34:50.481377 run osmo-hlr_10.42.42.2(pid=26901): stdout: \u000a| (launched: 2022-12-09_10:34:47.259365) \u000a10:34:50.531170 run osmo-hlr_10.42.42.2(pid=26901): stderr: \u000a| �[0;m�[1;31m20221209103447430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103447430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103447430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103447430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103447430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103447430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103447442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103447450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103447450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103447450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:50.573457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26900): Terminating (SIGTERM)\u000a10:34:50.613804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26903): Terminating (SIGTERM)\u000a10:34:50.653521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26906): Terminating (SIGTERM)\u000a10:34:50.662756 --- ParallelTerminationStrategy: PID 26900 died...\u000a10:34:50.715946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26900): Terminated: ok {rc=0}\u000a10:34:50.725652 --- ParallelTerminationStrategy: PID 26903 died...\u000a10:34:50.778491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26903): Terminated: ok {rc=0}\u000a10:34:50.788121 --- ParallelTerminationStrategy: PID 26906 died...\u000a10:34:50.841074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26906): Terminated: ok {rc=0}\u000a10:34:50.931086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26914): Process ended prematurely: osmo-stp_10.42.42.5(pid=26914) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26914): Process ended prematurely: osmo-stp_10.42.42.5(pid=26914) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a10:34:51.983185 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:51.995142 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:34:52.134361 tst ping_idle_ping.py: using LAC 20865\u000a10:34:52.253906 tst ping_idle_ping.py: using RAC 210\u000a10:34:52.370748 tst ping_idle_ping.py: using CellId 20865\u000a10:34:52.487049 tst ping_idle_ping.py: using BVCI 20866\u000a10:34:52.510095 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:52.521530 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:52.532655 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:52.543989 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:52.555336 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:52.566819 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:52.578149 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:34:52.589476 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:34:52.861773 tst ping_idle_ping.py:24: start network...\u000a10:34:52.984539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:53.468070 run create_hlr_db(pid=26908): Launched\u000a10:34:53.639678 bus /gobi_6: Setting Powered False\u000a10:34:54.661725 run create_hlr_db(pid=26908): Terminated: ok {rc=0}\u000a10:34:55.061253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26910): Launched\u000a10:34:55.361130 run osmo-hlr_10.42.42.2(pid=26911): Launched\u000a10:34:55.478857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:56.005862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26913): Launched\u000a10:34:56.303281 run osmo-stp_10.42.42.5(pid=26914): Launched\u000a10:34:56.410275 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:34:56.932784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26916): Launched\u000a10:34:57.037983 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:34:57.298094 run patchelf(pid=26917): Launched\u000a10:34:57.473893 run osmo-stp_10.42.42.5(pid=26914): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)]\u000a10:34:57.601779 run osmo-stp_10.42.42.5(pid=26914): stdout: \u000a| (launched: 2022-12-09_10:34:56.157251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:57.729801 run osmo-stp_10.42.42.5(pid=26914): stderr: \u000a| �[0;m�[38;5;43m20221209103456321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103456321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103456321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103456322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:57.853728 run osmo-stp_10.42.42.5(pid=26914): stdout: \u000a| (launched: 2022-12-09_10:34:56.157251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:57.976303 run osmo-stp_10.42.42.5(pid=26914): stderr: \u000a| �[0;m�[38;5;43m20221209103456321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103456321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103456321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103456322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:58.118980 run patchelf(pid=26917): Terminating (SIGINT)\u000a10:34:58.285810 run patchelf(pid=26917): Terminated: ok {rc=0}\u000a10:34:58.316083 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26914): Process ended prematurely: osmo-stp_10.42.42.5(pid=26914) [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)] [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a10:34:58.324767 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a10:34:58.385248 run osmo-hlr_10.42.42.2(pid=26911): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26911)]\u000a10:34:58.434434 run osmo-hlr_10.42.42.2(pid=26911): stdout: \u000a| (launched: 2022-12-09_10:34:55.213204) \u000a10:34:58.484295 run osmo-hlr_10.42.42.2(pid=26911): stderr: \u000a| �[0;m�[1;31m20221209103455387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103455387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103455387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103455387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103455387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103455387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103455400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103455409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103455410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103455410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:58.526880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26910): Terminating (SIGTERM)\u000a10:34:58.567106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26913): Terminating (SIGTERM)\u000a10:34:58.607037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26916): Terminating (SIGTERM)\u000a10:34:58.616323 --- ParallelTerminationStrategy: PID 26910 died...\u000a10:34:58.669724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26910): Terminated: ok {rc=0}\u000a10:34:58.679422 --- ParallelTerminationStrategy: PID 26913 died...\u000a10:34:58.732499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26913): Terminated: ok {rc=0}\u000a10:34:58.742119 --- ParallelTerminationStrategy: PID 26916 died...\u000a10:34:58.795090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26916): Terminated: ok {rc=0}\u000a10:34:58.883278 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:34:00" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26931): Process ended prematurely: osmo-stp_10.42.42.5(pid=26931) [trial-2358↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26931)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26931): Process ended prematurely: osmo-stp_10.42.42.5(pid=26931) [trial-2358↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:35:00.931105 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:35:00.942625 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:35:01.098825 tst switch_tch_pdch.py: using LAC 20866\u000a10:35:01.257877 tst switch_tch_pdch.py: using RAC 211\u000a10:35:01.418766 tst switch_tch_pdch.py: using CellId 20866\u000a10:35:01.545207 tst switch_tch_pdch.py: using BVCI 20867\u000a10:35:01.571124 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:35:01.584022 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:35:01.597576 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:35:01.610221 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:35:01.623311 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:35:01.636855 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:35:01.651952 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:35:01.665057 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:35:01.806722 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:35:02.126813 tst switch_tch_pdch.py:51: start network...\u000a10:35:02.258126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:02.768210 run create_hlr_db(pid=26925): Launched\u000a10:35:02.952502 bus /gobi_6: Setting Powered False\u000a10:35:03.973975 run create_hlr_db(pid=26925): Terminated: ok {rc=0}\u000a10:35:04.390054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26927): Launched\u000a10:35:04.710259 run osmo-hlr_10.42.42.2(pid=26928): Launched\u000a10:35:04.829864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:05.382765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26930): Launched\u000a10:35:05.701505 run osmo-stp_10.42.42.5(pid=26931): Launched\u000a10:35:05.816519 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:35:06.373584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26933): Launched\u000a10:35:06.487644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:35:06.766396 run patchelf(pid=26934): Launched\u000a10:35:06.952829 run osmo-stp_10.42.42.5(pid=26931): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26931)]\u000a10:35:07.088839 run osmo-stp_10.42.42.5(pid=26931): stdout: \u000a| (launched: 2022-12-09_10:35:05.544462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:07.226141 run osmo-stp_10.42.42.5(pid=26931): stderr: \u000a| �[0;m�[38;5;43m20221209103505730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103505730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103505731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103505731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103505732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103505732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103505732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:07.357719 run osmo-stp_10.42.42.5(pid=26931): stdout: \u000a| (launched: 2022-12-09_10:35:05.544462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:07.488399 run osmo-stp_10.42.42.5(pid=26931): stderr: \u000a| �[0;m�[38;5;43m20221209103505730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103505730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103505731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103505731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103505732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103505732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103505732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:07.640546 run patchelf(pid=26934): Terminating (SIGINT)\u000a10:35:07.818908 run patchelf(pid=26934): Terminated: ok {rc=0}\u000a10:35:07.851364 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26931): Process ended prematurely: osmo-stp_10.42.42.5(pid=26931) [trial-2358↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26931)] [trial-2358↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:35:07.860787 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a10:35:07.924746 run osmo-hlr_10.42.42.2(pid=26928): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26928)]\u000a10:35:07.976997 run osmo-hlr_10.42.42.2(pid=26928): stdout: \u000a| (launched: 2022-12-09_10:35:04.552551) \u000a10:35:08.030124 run osmo-hlr_10.42.42.2(pid=26928): stderr: \u000a| �[0;m�[1;31m20221209103504745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103504745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103504745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103504745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103504745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103504745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103504757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103504766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103504766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103504766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:08.075056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26927): Terminating (SIGTERM)\u000a10:35:08.117825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26930): Terminating (SIGTERM)\u000a10:35:08.160277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26933): Terminating (SIGTERM)\u000a10:35:08.170056 --- ParallelTerminationStrategy: PID 26927 died...\u000a10:35:08.226848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26927): Terminated: ok {rc=0}\u000a10:35:08.236896 --- ParallelTerminationStrategy: PID 26930 died...\u000a10:35:08.293582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26930): Terminated: ok {rc=0}\u000a10:35:08.303632 --- ParallelTerminationStrategy: PID 26933 died...\u000a10:35:08.360047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26933): Terminated: ok {rc=0}\u000a10:35:08.448082 bus /gobi_0: Setting Powered False\u000a10:35:09.554582 bus /gobi_0: Setting Powered False\u000a10:35:10.666807 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:35:00" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26944): Process ended prematurely: osmo-stp_10.42.42.5(pid=26944) [trial-2358↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26944)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26944): Process ended prematurely: osmo-stp_10.42.42.5(pid=26944) [trial-2358↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:35:12.635865 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:35:12.646891 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:35:12.802120 tst switch_tch_pdch.py: using LAC 20867\u000a10:35:12.926613 tst switch_tch_pdch.py: using RAC 212\u000a10:35:13.052926 tst switch_tch_pdch.py: using CellId 20867\u000a10:35:13.175533 tst switch_tch_pdch.py: using BVCI 20868\u000a10:35:13.198522 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:35:13.209466 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:35:13.220176 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:35:13.231083 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:35:13.241921 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:35:13.252699 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:35:13.263566 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:35:13.274209 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:35:13.392461 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:35:13.684073 tst switch_tch_pdch.py:51: start network...\u000a10:35:13.816049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:14.290907 run create_hlr_db(pid=26938): Launched\u000a10:35:14.420736 bus /gobi_6: Setting Powered False\u000a10:35:15.495991 run create_hlr_db(pid=26938): Terminated: ok {rc=0}\u000a10:35:15.884429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26940): Launched\u000a10:35:16.332804 run osmo-hlr_10.42.42.2(pid=26941): Launched\u000a10:35:16.556186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:17.075289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26943): Launched\u000a10:35:17.407278 run osmo-stp_10.42.42.5(pid=26944): Launched\u000a10:35:17.516482 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:35:18.011830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26946): Launched\u000a10:35:18.117346 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:35:18.377072 run patchelf(pid=26947): Launched\u000a10:35:18.551240 run osmo-stp_10.42.42.5(pid=26944): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26944)]\u000a10:35:18.678240 run osmo-stp_10.42.42.5(pid=26944): stdout: \u000a| (launched: 2022-12-09_10:35:17.231327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:18.806063 run osmo-stp_10.42.42.5(pid=26944): stderr: \u000a| �[0;m�[38;5;43m20221209103517408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103517408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103517408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103517409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103517409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103517409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103517409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:18.929375 run osmo-stp_10.42.42.5(pid=26944): stdout: \u000a| (launched: 2022-12-09_10:35:17.231327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:19.051603 run osmo-stp_10.42.42.5(pid=26944): stderr: \u000a| �[0;m�[38;5;43m20221209103517408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103517408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103517408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103517409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103517409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103517409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103517409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:19.193732 run patchelf(pid=26947): Terminating (SIGINT)\u000a10:35:19.359679 run patchelf(pid=26947): Terminated: ok {rc=0}\u000a10:35:19.390034 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26944): Process ended prematurely: osmo-stp_10.42.42.5(pid=26944) [trial-2358↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26944)] [trial-2358↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:35:19.398746 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a10:35:19.458371 run osmo-hlr_10.42.42.2(pid=26941): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26941)]\u000a10:35:19.507630 run osmo-hlr_10.42.42.2(pid=26941): stdout: \u000a| (launched: 2022-12-09_10:35:16.040091) \u000a10:35:19.557419 run osmo-hlr_10.42.42.2(pid=26941): stderr: \u000a| �[0;m�[1;31m20221209103516281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103516281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103516281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103516281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103516281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103516282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103516299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103516329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103516329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103516329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:19.600109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26940): Terminating (SIGTERM)\u000a10:35:19.640354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26943): Terminating (SIGTERM)\u000a10:35:19.680270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26946): Terminating (SIGTERM)\u000a10:35:19.689627 --- ParallelTerminationStrategy: PID 26940 died...\u000a10:35:19.743054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26940): Terminated: ok {rc=0}\u000a10:35:19.752594 --- ParallelTerminationStrategy: PID 26943 died...\u000a10:35:19.805357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26943): Terminated: ok {rc=0}\u000a10:35:19.814860 --- ParallelTerminationStrategy: PID 26946 died...\u000a10:35:19.868066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26946): Terminated: ok {rc=0}\u000a10:35:19.957349 bus /gobi_0: Setting Powered False\u000a10:35:21.061575 bus /gobi_0: Setting Powered False\u000a10:35:22.170075 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:35:12" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26952): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26952) [trial-2358↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26952)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26952): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26952) [trial-2358↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a10:35:24.058085 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a10:35:24.068616 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a10:35:24.202044 tst mo_mt_sms.py: using LAC 20868\u000a10:35:24.323066 tst mo_mt_sms.py: using RAC 213\u000a10:35:24.437750 tst mo_mt_sms.py: using CellId 20868\u000a10:35:24.552089 tst mo_mt_sms.py: using BVCI 20869\u000a10:35:24.574666 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:35:24.693439 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:35:24.965849 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:35:25.088739 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:35:25.705368 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26951): Launched\u000a10:35:25.999866 run osmo-nitb_10.42.42.2(pid=26952): Launched\u000a10:35:26.183024 run osmo-nitb_10.42.42.2(pid=26952): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26952)]\u000a10:35:26.317914 run osmo-nitb_10.42.42.2(pid=26952): stdout: \u000a| (launched: 2022-12-09_10:35:25.856104) \u000a10:35:26.452622 run osmo-nitb_10.42.42.2(pid=26952): stderr: \u000a| (launched: 2022-12-09_10:35:25.900316)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:35:26.583714 run osmo-nitb_10.42.42.2(pid=26952): stdout: \u000a| (launched: 2022-12-09_10:35:25.856104) \u000a10:35:26.713789 run osmo-nitb_10.42.42.2(pid=26952): stderr: \u000a| (launched: 2022-12-09_10:35:25.900316)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:35:27.119584 tst osmo-nitb_10.42.42.2(pid=26952): stdout: \u000a| (launched: 2022-12-09_10:35:25.856104) \u000a10:35:27.237569 tst osmo-nitb_10.42.42.2(pid=26952): stderr: \u000a| (launched: 2022-12-09_10:35:25.900316)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:35:27.289481 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26952): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26952) [trial-2358↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26952)] [trial-2358↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a10:35:27.297635 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a10:35:27.332250 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26951): Terminating (SIGTERM)\u000a10:35:27.509630 --- ParallelTerminationStrategy: PID 26951 died...\u000a10:35:27.565846 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26951): Terminated: ok {rc=0}\u000a10:35:27.654197 bus /sierra_3: Setting Powered False\u000a10:35:28.758293 bus /sierra_3: Setting Powered False\u000a10:35:29.872695 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:35:23" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26962): Process ended prematurely: osmo-stp_10.42.42.5(pid=26962) [trial-2358↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26962)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26962): Process ended prematurely: osmo-stp_10.42.42.5(pid=26962) [trial-2358↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a10:35:31.849901 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:35:31.861181 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a10:35:32.003227 tst mo_mt_sms.py: using LAC 20869\u000a10:35:32.149449 tst mo_mt_sms.py: using RAC 214\u000a10:35:32.283305 tst mo_mt_sms.py: using CellId 20869\u000a10:35:32.399189 tst mo_mt_sms.py: using BVCI 20870\u000a10:35:32.421824 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:35:32.432383 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:35:32.442953 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:35:32.453365 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:35:32.463953 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:35:32.474415 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:35:32.591811 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:35:32.802158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:33.305303 run create_hlr_db(pid=26956): Launched\u000a10:35:33.490286 bus /sierra_2: Setting Powered False\u000a10:35:34.510364 run create_hlr_db(pid=26956): Terminated: ok {rc=0}\u000a10:35:34.911672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26958): Launched\u000a10:35:35.209008 run osmo-hlr_10.42.42.2(pid=26959): Launched\u000a10:35:35.318393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:35.838505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26961): Launched\u000a10:35:36.136556 run osmo-stp_10.42.42.5(pid=26962): Launched\u000a10:35:36.244100 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:36.790272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26964): Launched\u000a10:35:37.090741 run osmo-msc_10.42.42.6(pid=26965): Launched\u000a10:35:37.264635 run osmo-stp_10.42.42.5(pid=26962): ERR: Terminated: ERROR {rc=1} [trial-2358↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26962)]\u000a10:35:37.391190 run osmo-stp_10.42.42.5(pid=26962): stdout: \u000a| (launched: 2022-12-09_10:35:35.989294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:37.515283 run osmo-stp_10.42.42.5(pid=26962): stderr: \u000a| �[0;m�[38;5;43m20221209103536154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103536154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103536154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103536155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103536155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103536155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103536156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:37.634497 run osmo-stp_10.42.42.5(pid=26962): stdout: \u000a| (launched: 2022-12-09_10:35:35.989294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:37.753598 run osmo-stp_10.42.42.5(pid=26962): stderr: \u000a| �[0;m�[38;5;43m20221209103536154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103536154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103536154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103536155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103536155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103536155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103536156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:37.805805 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26962): Process ended prematurely: osmo-stp_10.42.42.5(pid=26962) [trial-2358↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26962)] [trial-2358↪sms:trx-lms↪mo_mt_sms.py:16]\u000a10:35:37.813976 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a10:35:37.873803 run osmo-hlr_10.42.42.2(pid=26959): ERR: Terminated: ERROR {rc=237} [trial-2358↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26959)]\u000a10:35:37.922857 run osmo-hlr_10.42.42.2(pid=26959): stdout: \u000a| (launched: 2022-12-09_10:35:35.062162) \u000a10:35:37.972391 run osmo-hlr_10.42.42.2(pid=26959): stderr: \u000a| �[0;m�[1;31m20221209103535234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103535234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103535234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103535234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103535234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103535235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103535247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103535256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103535256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103535256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:38.039500 run osmo-msc_10.42.42.6(pid=26965): ERR: Terminated: ERROR {rc=2} [trial-2358↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26965)]\u000a10:35:38.088379 run osmo-msc_10.42.42.6(pid=26965): stdout: \u000a| (launched: 2022-12-09_10:35:36.942348) \u000a10:35:38.138006 run osmo-msc_10.42.42.6(pid=26965): stderr: \u000a| �[0;m�[38;5;43m20221209103537211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103537211 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1a3e97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103537211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103537211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103537211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103537211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103537214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103537215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103537215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103537215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:35:38.180021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26958): Terminating (SIGTERM)\u000a10:35:38.219592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26961): Terminating (SIGTERM)\u000a10:35:38.259451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26964): Terminating (SIGTERM)\u000a10:35:38.268659 --- ParallelTerminationStrategy: PID 26958 died...\u000a10:35:38.322013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26958): Terminated: ok {rc=0}\u000a10:35:38.331561 --- ParallelTerminationStrategy: PID 26961 died...\u000a10:35:38.384331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26961): Terminated: ok {rc=0}\u000a10:35:38.393767 --- ParallelTerminationStrategy: PID 26964 died...\u000a10:35:38.446384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26964): Terminated: ok {rc=0}\u000a10:35:38.530252 bus /sierra_3: Setting Powered False\u000a10:35:39.638491 bus /sierra_3: Setting Powered False\u000a10:35:40.748466 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:35:31" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26971): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26971) [trial-2358↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26971)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26971): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26971) [trial-2358↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a10:35:42.592583 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a10:35:42.603463 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a10:35:42.741084 tst assert_extension.py: using LAC 20870\u000a10:35:42.856007 tst assert_extension.py: using RAC 215\u000a10:35:42.979543 tst assert_extension.py: using CellId 20870\u000a10:35:43.105259 tst assert_extension.py: using BVCI 20871\u000a10:35:43.129971 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a10:35:43.403836 tst assert_extension.py:10: start nitb and bts...\u000a10:35:43.527610 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:35:44.147223 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26970): Launched\u000a10:35:44.442670 run osmo-nitb_10.42.42.2(pid=26971): Launched\u000a10:35:44.626261 run osmo-nitb_10.42.42.2(pid=26971): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26971)]\u000a10:35:44.761242 run osmo-nitb_10.42.42.2(pid=26971): stdout: \u000a| (launched: 2022-12-09_10:35:44.298259) \u000a10:35:44.896481 run osmo-nitb_10.42.42.2(pid=26971): stderr: \u000a| (launched: 2022-12-09_10:35:44.342806)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:35:45.027505 run osmo-nitb_10.42.42.2(pid=26971): stdout: \u000a| (launched: 2022-12-09_10:35:44.298259) \u000a10:35:45.157995 run osmo-nitb_10.42.42.2(pid=26971): stderr: \u000a| (launched: 2022-12-09_10:35:44.342806)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:35:45.563277 tst osmo-nitb_10.42.42.2(pid=26971): stdout: \u000a| (launched: 2022-12-09_10:35:44.298259) \u000a10:35:45.681826 tst osmo-nitb_10.42.42.2(pid=26971): stderr: \u000a| (launched: 2022-12-09_10:35:44.342806)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:35:45.733949 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26971): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26971) [trial-2358↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26971)] [trial-2358↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a10:35:45.742473 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a10:35:45.777458 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26970): Terminating (SIGTERM)\u000a10:35:45.954504 --- ParallelTerminationStrategy: PID 26970 died...\u000a10:35:46.011232 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26970): Terminated: ok {rc=0}\u000a10:35:46.098445 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:35:42" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26981): Process ended prematurely: osmo-stp_10.42.42.5(pid=26981) [trial-2358↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26981)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26981): Process ended prematurely: osmo-stp_10.42.42.5(pid=26981) [trial-2358↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a10:35:47.938847 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:35:47.950216 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a10:35:48.090844 tst assert_extension.py: using LAC 20871\u000a10:35:48.215875 tst assert_extension.py: using RAC 216\u000a10:35:48.342263 tst assert_extension.py: using CellId 20871\u000a10:35:48.467078 tst assert_extension.py: using BVCI 20872\u000a10:35:48.491420 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:35:48.502376 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:35:48.513285 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:35:48.524271 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:35:48.535413 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:35:48.546498 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a10:35:48.744474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:49.222611 run create_hlr_db(pid=26975): Launched\u000a10:35:49.394057 bus /sierra_2: Setting Powered False\u000a10:35:50.416210 run create_hlr_db(pid=26975): Terminated: ok {rc=0}\u000a10:35:50.815067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26977): Launched\u000a10:35:51.113559 run osmo-hlr_10.42.42.2(pid=26978): Launched\u000a10:35:51.233037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:51.760847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26980): Launched\u000a10:35:52.060649 run osmo-stp_10.42.42.5(pid=26981): Launched\u000a10:35:52.168687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:52.713673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26983): Launched\u000a10:35:53.012500 run osmo-msc_10.42.42.6(pid=26984): Launched\u000a10:35:53.187004 run osmo-stp_10.42.42.5(pid=26981): ERR: Terminated: ERROR {rc=1} [trial-2358↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26981)]\u000a10:35:53.313268 run osmo-stp_10.42.42.5(pid=26981): stdout: \u000a| (launched: 2022-12-09_10:35:51.913119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:53.437951 run osmo-stp_10.42.42.5(pid=26981): stderr: \u000a| �[0;m�[38;5;43m20221209103552081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103552081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103552081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103552082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103552082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103552082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103552082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:53.557923 run osmo-stp_10.42.42.5(pid=26981): stdout: \u000a| (launched: 2022-12-09_10:35:51.913119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:53.676766 run osmo-stp_10.42.42.5(pid=26981): stderr: \u000a| �[0;m�[38;5;43m20221209103552081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103552081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103552081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103552082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103552082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103552082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103552082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:53.729077 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26981): Process ended prematurely: osmo-stp_10.42.42.5(pid=26981) [trial-2358↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26981)] [trial-2358↪ussd:trx-lms↪assert_extension.py:17]\u000a10:35:53.737354 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a10:35:53.798104 run osmo-hlr_10.42.42.2(pid=26978): ERR: Terminated: ERROR {rc=237} [trial-2358↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26978)]\u000a10:35:53.848147 run osmo-hlr_10.42.42.2(pid=26978): stdout: \u000a| (launched: 2022-12-09_10:35:50.966590) \u000a10:35:53.899193 run osmo-hlr_10.42.42.2(pid=26978): stderr: \u000a| �[0;m�[1;31m20221209103551137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103551137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103551137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103551137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103551137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103551138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103551149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103551157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103551157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103551157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:53.967395 run osmo-msc_10.42.42.6(pid=26984): ERR: Terminated: ERROR {rc=2} [trial-2358↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26984)]\u000a10:35:54.017125 run osmo-msc_10.42.42.6(pid=26984): stdout: \u000a| (launched: 2022-12-09_10:35:52.864779) \u000a10:35:54.067091 run osmo-msc_10.42.42.6(pid=26984): stderr: \u000a| �[0;m�[38;5;43m20221209103553132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103553132 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2cf1383c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103553132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103553132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103553132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103553132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103553134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103553134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103553135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103553135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:35:54.109560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26977): Terminating (SIGTERM)\u000a10:35:54.149706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26980): Terminating (SIGTERM)\u000a10:35:54.189871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26983): Terminating (SIGTERM)\u000a10:35:54.199312 --- ParallelTerminationStrategy: PID 26977 died...\u000a10:35:54.253217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26977): Terminated: ok {rc=0}\u000a10:35:54.262741 --- ParallelTerminationStrategy: PID 26980 died...\u000a10:35:54.315920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26980): Terminated: ok {rc=0}\u000a10:35:54.325862 --- ParallelTerminationStrategy: PID 26983 died...\u000a10:35:54.379224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26983): Terminated: ok {rc=0}\u000a10:35:54.463380 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:35:47" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26995): Process ended prematurely: osmo-stp_10.42.42.5(pid=26995) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26995)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26995): Process ended prematurely: osmo-stp_10.42.42.5(pid=26995) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:35:56.420315 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:35:56.431491 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:35:56.587183 tst mo_mt_call.py: using LAC 20872\u000a10:35:56.721652 tst mo_mt_call.py: using RAC 217\u000a10:35:56.847476 tst mo_mt_call.py: using CellId 20872\u000a10:35:56.967860 tst mo_mt_call.py: using BVCI 20873\u000a10:35:56.992307 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:35:57.005565 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:35:57.017444 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:35:57.029200 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:35:57.040753 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:35:57.052317 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:35:57.168908 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:35:57.380525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:57.894710 run create_hlr_db(pid=26989): Launched\u000a10:35:58.083365 bus /sierra_2: Setting Powered False\u000a10:35:59.105157 run create_hlr_db(pid=26989): Terminated: ok {rc=0}\u000a10:35:59.536831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26991): Launched\u000a10:35:59.862423 run osmo-hlr_10.42.42.2(pid=26992): Launched\u000a10:35:59.984806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:00.552163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26994): Launched\u000a10:36:00.936783 run osmo-stp_10.42.42.5(pid=26995): Launched\u000a10:36:01.166859 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:36:01.753044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26997): Launched\u000a10:36:02.099190 run osmo-msc_10.42.42.6(pid=26998): Launched\u000a10:36:02.355238 run osmo-stp_10.42.42.5(pid=26995): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26995)]\u000a10:36:02.520761 run osmo-stp_10.42.42.5(pid=26995): stdout: \u000a| (launched: 2022-12-09_10:36:00.717378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:02.655944 run osmo-stp_10.42.42.5(pid=26995): stderr: \u000a| �[0;m�[38;5;43m20221209103600981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103600981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103600981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103600982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103600982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103600982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103600982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:02.787085 run osmo-stp_10.42.42.5(pid=26995): stdout: \u000a| (launched: 2022-12-09_10:36:00.717378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:02.916230 run osmo-stp_10.42.42.5(pid=26995): stderr: \u000a| �[0;m�[38;5;43m20221209103600981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103600981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103600981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103600982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103600982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103600982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103600982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:02.973658 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26995): Process ended prematurely: osmo-stp_10.42.42.5(pid=26995) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26995)] [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:36:02.983028 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:36:03.047160 run osmo-hlr_10.42.42.2(pid=26992): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26992)]\u000a10:36:03.099395 run osmo-hlr_10.42.42.2(pid=26992): stdout: \u000a| (launched: 2022-12-09_10:35:59.702353) \u000a10:36:03.152494 run osmo-hlr_10.42.42.2(pid=26992): stderr: \u000a| �[0;m�[1;31m20221209103559897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103559898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103559898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103559898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103559898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103559898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103559911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103559921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103559922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103559922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:03.224369 run osmo-msc_10.42.42.6(pid=26998): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26998)]\u000a10:36:03.276718 run osmo-msc_10.42.42.6(pid=26998): stdout: \u000a| (launched: 2022-12-09_10:36:01.918036) \u000a10:36:03.329689 run osmo-msc_10.42.42.6(pid=26998): stderr: \u000a| �[0;m�[38;5;43m20221209103602477 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103602477 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7640bcbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103602478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103602478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103602478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103602478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103602480 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103602480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103602480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103602480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:36:03.374697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26991): Terminating (SIGTERM)\u000a10:36:03.417531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26994): Terminating (SIGTERM)\u000a10:36:03.459975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26997): Terminating (SIGTERM)\u000a10:36:03.470097 --- ParallelTerminationStrategy: PID 26991 died...\u000a10:36:03.527265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26991): Terminated: ok {rc=0}\u000a10:36:03.537604 --- ParallelTerminationStrategy: PID 26994 died...\u000a10:36:03.594348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26994): Terminated: ok {rc=0}\u000a10:36:03.604873 --- ParallelTerminationStrategy: PID 26997 died...\u000a10:36:03.661601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26997): Terminated: ok {rc=0}\u000a10:36:03.749601 bus /sierra_3: Setting Powered False\u000a10:36:04.851843 bus /sierra_3: Setting Powered False\u000a10:36:05.964388 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27006): Process ended prematurely: osmo-stp_10.42.42.5(pid=27006) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27006)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27006): Process ended prematurely: osmo-stp_10.42.42.5(pid=27006) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:36:07.075646 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:36:07.087471 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:36:07.243195 tst mo_mt_call_osmux.py: using LAC 20873\u000a10:36:07.370224 tst mo_mt_call_osmux.py: using RAC 218\u000a10:36:07.493485 tst mo_mt_call_osmux.py: using CellId 20873\u000a10:36:07.612317 tst mo_mt_call_osmux.py: using BVCI 20874\u000a10:36:07.635568 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:36:07.646807 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:36:07.657898 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:36:07.669044 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:36:07.679865 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:36:07.690679 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:36:07.810169 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:36:08.017008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:08.505547 run create_hlr_db(pid=27000): Launched\u000a10:36:08.680443 bus /sierra_2: Setting Powered False\u000a10:36:09.701740 run create_hlr_db(pid=27000): Terminated: ok {rc=0}\u000a10:36:10.133912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27002): Launched\u000a10:36:10.460473 run osmo-hlr_10.42.42.2(pid=27003): Launched\u000a10:36:10.581261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:11.153142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27005): Launched\u000a10:36:11.480183 run osmo-stp_10.42.42.5(pid=27006): Launched\u000a10:36:11.598931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:36:12.198645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27008): Launched\u000a10:36:12.525173 run osmo-msc_10.42.42.6(pid=27009): Launched\u000a10:36:12.716475 run osmo-stp_10.42.42.5(pid=27006): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27006)]\u000a10:36:12.854322 run osmo-stp_10.42.42.5(pid=27006): stdout: \u000a| (launched: 2022-12-09_10:36:11.319182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:12.990458 run osmo-stp_10.42.42.5(pid=27006): stderr: \u000a| �[0;m�[38;5;43m20221209103611507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103611507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103611507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103611507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103611508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103611508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103611508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:13.121452 run osmo-stp_10.42.42.5(pid=27006): stdout: \u000a| (launched: 2022-12-09_10:36:11.319182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:13.252179 run osmo-stp_10.42.42.5(pid=27006): stderr: \u000a| �[0;m�[38;5;43m20221209103611507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103611507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103611507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103611507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103611508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103611508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103611508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:13.309689 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27006): Process ended prematurely: osmo-stp_10.42.42.5(pid=27006) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27006)] [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:36:13.319503 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:36:13.384068 run osmo-hlr_10.42.42.2(pid=27003): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27003)]\u000a10:36:13.436621 run osmo-hlr_10.42.42.2(pid=27003): stdout: \u000a| (launched: 2022-12-09_10:36:10.300265) \u000a10:36:13.489827 run osmo-hlr_10.42.42.2(pid=27003): stderr: \u000a| �[0;m�[1;31m20221209103610494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103610494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103610494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103610494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103610494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103610494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103610506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103610515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103610515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103610516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:13.561637 run osmo-msc_10.42.42.6(pid=27009): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27009)]\u000a10:36:13.613945 run osmo-msc_10.42.42.6(pid=27009): stdout: \u000a| (launched: 2022-12-09_10:36:12.364590) \u000a10:36:13.667093 run osmo-msc_10.42.42.6(pid=27009): stderr: \u000a| �[0;m�[38;5;43m20221209103612683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103612683 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffacf3e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103612683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103612683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103612683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103612683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103612685 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103612686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103612686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103612686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:36:13.712362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27002): Terminating (SIGTERM)\u000a10:36:13.755803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27005): Terminating (SIGTERM)\u000a10:36:13.798513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27008): Terminating (SIGTERM)\u000a10:36:13.808698 --- ParallelTerminationStrategy: PID 27002 died...\u000a10:36:13.866129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27002): Terminated: ok {rc=0}\u000a10:36:13.876633 --- ParallelTerminationStrategy: PID 27005 died...\u000a10:36:13.933545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27005): Terminated: ok {rc=0}\u000a10:36:13.943663 --- ParallelTerminationStrategy: PID 27008 died...\u000a10:36:14.000597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27008): Terminated: ok {rc=0}\u000a10:36:14.088355 bus /sierra_3: Setting Powered False\u000a10:36:15.195700 bus /sierra_3: Setting Powered False\u000a10:36:16.310549 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:35:56" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27021): Process ended prematurely: osmo-stp_10.42.42.5(pid=27021) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27021)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27021): Process ended prematurely: osmo-stp_10.42.42.5(pid=27021) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:36:18.318497 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:36:18.330020 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:36:18.493975 tst mo_mt_call.py: using LAC 20874\u000a10:36:18.621220 tst mo_mt_call.py: using RAC 219\u000a10:36:18.746981 tst mo_mt_call.py: using CellId 20874\u000a10:36:18.874644 tst mo_mt_call.py: using BVCI 20875\u000a10:36:18.899557 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:36:18.911018 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:36:18.922388 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:36:18.933944 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:36:18.945538 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:36:18.957159 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:36:19.076325 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:36:19.287463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:19.799765 run create_hlr_db(pid=27015): Launched\u000a10:36:19.988307 bus /sierra_2: Setting Powered False\u000a10:36:21.009559 run create_hlr_db(pid=27015): Terminated: ok {rc=0}\u000a10:36:21.419150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27017): Launched\u000a10:36:21.724397 run osmo-hlr_10.42.42.2(pid=27018): Launched\u000a10:36:21.846867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:22.385670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27020): Launched\u000a10:36:22.690253 run osmo-stp_10.42.42.5(pid=27021): Launched\u000a10:36:22.800686 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:36:23.355860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27023): Launched\u000a10:36:23.661714 run osmo-msc_10.42.42.6(pid=27024): Launched\u000a10:36:23.839878 run osmo-stp_10.42.42.5(pid=27021): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27021)]\u000a10:36:23.968667 run osmo-stp_10.42.42.5(pid=27021): stdout: \u000a| (launched: 2022-12-09_10:36:22.539803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:24.095429 run osmo-stp_10.42.42.5(pid=27021): stderr: \u000a| �[0;m�[38;5;43m20221209103622707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103622707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103622707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103622708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103622708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103622708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103622708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:24.219123 run osmo-stp_10.42.42.5(pid=27021): stdout: \u000a| (launched: 2022-12-09_10:36:22.539803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:24.340037 run osmo-stp_10.42.42.5(pid=27021): stderr: \u000a| �[0;m�[38;5;43m20221209103622707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103622707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103622707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103622708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103622708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103622708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103622708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:24.393852 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27021): Process ended prematurely: osmo-stp_10.42.42.5(pid=27021) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27021)] [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:36:24.402687 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:36:24.462746 run osmo-hlr_10.42.42.2(pid=27018): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27018)]\u000a10:36:24.512220 run osmo-hlr_10.42.42.2(pid=27018): stdout: \u000a| (launched: 2022-12-09_10:36:21.574328) \u000a10:36:24.562299 run osmo-hlr_10.42.42.2(pid=27018): stderr: \u000a| �[0;m�[1;31m20221209103621746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103621746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103621746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103621746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103621746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103621746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103621758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103621767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103621767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103621768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:24.629728 run osmo-msc_10.42.42.6(pid=27024): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27024)]\u000a10:36:24.679085 run osmo-msc_10.42.42.6(pid=27024): stdout: \u000a| (launched: 2022-12-09_10:36:23.511009) \u000a10:36:24.729088 run osmo-msc_10.42.42.6(pid=27024): stderr: \u000a| �[0;m�[38;5;43m20221209103623779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103623779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5365c9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103623779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103623780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103623780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103623780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103623782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103623782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103623782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103623782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:36:24.771334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27017): Terminating (SIGTERM)\u000a10:36:24.811510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27020): Terminating (SIGTERM)\u000a10:36:24.851678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27023): Terminating (SIGTERM)\u000a10:36:24.861015 --- ParallelTerminationStrategy: PID 27017 died...\u000a10:36:24.914729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27017): Terminated: ok {rc=0}\u000a10:36:24.924399 --- ParallelTerminationStrategy: PID 27020 died...\u000a10:36:24.977883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27020): Terminated: ok {rc=0}\u000a10:36:24.987519 --- ParallelTerminationStrategy: PID 27023 died...\u000a10:36:25.040973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27023): Terminated: ok {rc=0}\u000a10:36:25.126240 bus /sierra_3: Setting Powered False\u000a10:36:26.230819 bus /sierra_3: Setting Powered False\u000a10:36:27.342998 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27032): Process ended prematurely: osmo-stp_10.42.42.5(pid=27032) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27032)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27032): Process ended prematurely: osmo-stp_10.42.42.5(pid=27032) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:36:28.454036 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:36:28.465887 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:36:28.622237 tst mo_mt_call_osmux.py: using LAC 20875\u000a10:36:28.741205 tst mo_mt_call_osmux.py: using RAC 220\u000a10:36:28.874395 tst mo_mt_call_osmux.py: using CellId 20875\u000a10:36:29.002569 tst mo_mt_call_osmux.py: using BVCI 20876\u000a10:36:29.027754 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:36:29.039472 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:36:29.051103 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:36:29.063509 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:36:29.076536 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:36:29.087916 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:36:29.210059 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:36:29.423384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:29.935372 run create_hlr_db(pid=27026): Launched\u000a10:36:30.123627 bus /sierra_2: Setting Powered False\u000a10:36:31.149072 run create_hlr_db(pid=27026): Terminated: ok {rc=0}\u000a10:36:31.600512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27028): Launched\u000a10:36:32.027978 run osmo-hlr_10.42.42.2(pid=27029): Launched\u000a10:36:32.177726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:32.707516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27031): Launched\u000a10:36:33.011683 run osmo-stp_10.42.42.5(pid=27032): Launched\u000a10:36:33.121110 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:36:33.677147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27034): Launched\u000a10:36:33.981224 run osmo-msc_10.42.42.6(pid=27035): Launched\u000a10:36:34.159340 run osmo-stp_10.42.42.5(pid=27032): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27032)]\u000a10:36:34.288250 run osmo-stp_10.42.42.5(pid=27032): stdout: \u000a| (launched: 2022-12-09_10:36:32.862938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:34.415153 run osmo-stp_10.42.42.5(pid=27032): stderr: \u000a| �[0;m�[38;5;43m20221209103633032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103633032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103633032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103633032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103633033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103633033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103633033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:34.537438 run osmo-stp_10.42.42.5(pid=27032): stdout: \u000a| (launched: 2022-12-09_10:36:32.862938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:34.658667 run osmo-stp_10.42.42.5(pid=27032): stderr: \u000a| �[0;m�[38;5;43m20221209103633032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103633032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103633032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103633032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103633033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103633033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103633033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:34.712268 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27032): Process ended prematurely: osmo-stp_10.42.42.5(pid=27032) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27032)] [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:36:34.721294 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:36:34.782002 run osmo-hlr_10.42.42.2(pid=27029): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27029)]\u000a10:36:34.832006 run osmo-hlr_10.42.42.2(pid=27029): stdout: \u000a| (launched: 2022-12-09_10:36:31.770860) \u000a10:36:34.882572 run osmo-hlr_10.42.42.2(pid=27029): stderr: \u000a| �[0;m�[1;31m20221209103632064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103632064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103632064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103632064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103632064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103632064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103632091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103632100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103632100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103632100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:34.950983 run osmo-msc_10.42.42.6(pid=27035): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27035)]\u000a10:36:35.000757 run osmo-msc_10.42.42.6(pid=27035): stdout: \u000a| (launched: 2022-12-09_10:36:33.831095) \u000a10:36:35.051522 run osmo-msc_10.42.42.6(pid=27035): stderr: \u000a| �[0;m�[38;5;43m20221209103634100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103634100 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4254bd7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103634100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103634100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103634101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103634101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103634103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103634103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103634103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103634103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:36:35.094477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27028): Terminating (SIGTERM)\u000a10:36:35.134904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27031): Terminating (SIGTERM)\u000a10:36:35.175383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27034): Terminating (SIGTERM)\u000a10:36:35.184798 --- ParallelTerminationStrategy: PID 27028 died...\u000a10:36:35.239447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27028): Terminated: ok {rc=0}\u000a10:36:35.249319 --- ParallelTerminationStrategy: PID 27031 died...\u000a10:36:35.303359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27031): Terminated: ok {rc=0}\u000a10:36:35.313518 --- ParallelTerminationStrategy: PID 27034 died...\u000a10:36:35.367867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27034): Terminated: ok {rc=0}\u000a10:36:35.457757 bus /sierra_3: Setting Powered False\u000a10:36:36.563872 bus /sierra_3: Setting Powered False\u000a10:36:37.673594 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:36:18" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27046): Process ended prematurely: osmo-stp_10.42.42.5(pid=27046) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27046)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27046): Process ended prematurely: osmo-stp_10.42.42.5(pid=27046) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:36:39.682965 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:36:39.694184 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:36:39.857638 tst mo_mt_call.py: using LAC 20876\u000a10:36:39.986952 tst mo_mt_call.py: using RAC 221\u000a10:36:40.114090 tst mo_mt_call.py: using CellId 20876\u000a10:36:40.242360 tst mo_mt_call.py: using BVCI 20877\u000a10:36:40.267407 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:36:40.278963 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:36:40.290334 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:36:40.302873 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:36:40.314355 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:36:40.325959 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:36:40.443003 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:36:40.656362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:41.171432 run create_hlr_db(pid=27040): Launched\u000a10:36:41.360589 bus /sierra_2: Setting Powered False\u000a10:36:42.382845 run create_hlr_db(pid=27040): Terminated: ok {rc=0}\u000a10:36:42.817688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27042): Launched\u000a10:36:43.145970 run osmo-hlr_10.42.42.2(pid=27043): Launched\u000a10:36:43.266133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:43.832268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27045): Launched\u000a10:36:44.157676 run osmo-stp_10.42.42.5(pid=27046): Launched\u000a10:36:44.275974 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:36:44.872058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27048): Launched\u000a10:36:45.198382 run osmo-msc_10.42.42.6(pid=27049): Launched\u000a10:36:45.389153 run osmo-stp_10.42.42.5(pid=27046): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27046)]\u000a10:36:45.526416 run osmo-stp_10.42.42.5(pid=27046): stdout: \u000a| (launched: 2022-12-09_10:36:43.997576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:45.662342 run osmo-stp_10.42.42.5(pid=27046): stderr: \u000a| �[0;m�[38;5;43m20221209103644183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103644184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103644184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103644184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103644185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103644185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103644185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:45.793357 run osmo-stp_10.42.42.5(pid=27046): stdout: \u000a| (launched: 2022-12-09_10:36:43.997576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:45.936269 run osmo-stp_10.42.42.5(pid=27046): stderr: \u000a| �[0;m�[38;5;43m20221209103644183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103644184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103644184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103644184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103644185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103644185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103644185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:45.995527 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27046): Process ended prematurely: osmo-stp_10.42.42.5(pid=27046) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27046)] [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:36:46.005801 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:36:46.073688 run osmo-hlr_10.42.42.2(pid=27043): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27043)]\u000a10:36:46.128247 run osmo-hlr_10.42.42.2(pid=27043): stdout: \u000a| (launched: 2022-12-09_10:36:42.983776) \u000a10:36:46.183797 run osmo-hlr_10.42.42.2(pid=27043): stderr: \u000a| �[0;m�[1;31m20221209103643176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103643176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103643176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103643176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103643176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103643176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103643194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103643204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103643204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103643204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:46.257886 run osmo-msc_10.42.42.6(pid=27049): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27049)]\u000a10:36:46.312257 run osmo-msc_10.42.42.6(pid=27049): stdout: \u000a| (launched: 2022-12-09_10:36:45.037210) \u000a10:36:46.367360 run osmo-msc_10.42.42.6(pid=27049): stderr: \u000a| �[0;m�[38;5;43m20221209103645355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103645355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8db2e61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103645355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103645355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103645355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103645355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103645357 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103645358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103645358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103645358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:36:46.414267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27042): Terminating (SIGTERM)\u000a10:36:46.458859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27045): Terminating (SIGTERM)\u000a10:36:46.503493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27048): Terminating (SIGTERM)\u000a10:36:46.513891 --- ParallelTerminationStrategy: PID 27042 died...\u000a10:36:46.573654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27042): Terminated: ok {rc=0}\u000a10:36:46.584633 --- ParallelTerminationStrategy: PID 27045 died...\u000a10:36:46.644413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27045): Terminated: ok {rc=0}\u000a10:36:46.655430 --- ParallelTerminationStrategy: PID 27048 died...\u000a10:36:46.715582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27048): Terminated: ok {rc=0}\u000a10:36:46.806998 bus /sierra_3: Setting Powered False\u000a10:36:47.913072 bus /sierra_3: Setting Powered False\u000a10:36:49.025005 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27057): Process ended prematurely: osmo-stp_10.42.42.5(pid=27057) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27057)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27057): Process ended prematurely: osmo-stp_10.42.42.5(pid=27057) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:36:50.141803 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:36:50.153925 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:36:50.321705 tst mo_mt_call_osmux.py: using LAC 20877\u000a10:36:50.448431 tst mo_mt_call_osmux.py: using RAC 222\u000a10:36:50.575235 tst mo_mt_call_osmux.py: using CellId 20877\u000a10:36:50.702695 tst mo_mt_call_osmux.py: using BVCI 20878\u000a10:36:50.727581 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:36:50.739069 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:36:50.750500 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:36:50.762191 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:36:50.773895 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:36:50.785399 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:36:50.905128 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:36:51.110492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:51.599669 run create_hlr_db(pid=27051): Launched\u000a10:36:51.774237 bus /sierra_2: Setting Powered False\u000a10:36:52.796391 run create_hlr_db(pid=27051): Terminated: ok {rc=0}\u000a10:36:53.229639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27053): Launched\u000a10:36:53.556202 run osmo-hlr_10.42.42.2(pid=27054): Launched\u000a10:36:53.677360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:54.248624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27056): Launched\u000a10:36:54.574805 run osmo-stp_10.42.42.5(pid=27057): Launched\u000a10:36:54.693364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:36:55.289839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27059): Launched\u000a10:36:55.618271 run osmo-msc_10.42.42.6(pid=27060): Launched\u000a10:36:55.808755 run osmo-stp_10.42.42.5(pid=27057): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27057)]\u000a10:36:55.946385 run osmo-stp_10.42.42.5(pid=27057): stdout: \u000a| (launched: 2022-12-09_10:36:54.414623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:56.083271 run osmo-stp_10.42.42.5(pid=27057): stderr: \u000a| �[0;m�[38;5;43m20221209103654603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103654603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103654603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103654603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103654604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103654604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103654604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:56.214798 run osmo-stp_10.42.42.5(pid=27057): stdout: \u000a| (launched: 2022-12-09_10:36:54.414623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:56.345537 run osmo-stp_10.42.42.5(pid=27057): stderr: \u000a| �[0;m�[38;5;43m20221209103654603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103654603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103654603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103654603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103654604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103654604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103654604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:56.403408 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27057): Process ended prematurely: osmo-stp_10.42.42.5(pid=27057) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27057)] [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:36:56.413155 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:36:56.477846 run osmo-hlr_10.42.42.2(pid=27054): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27054)]\u000a10:36:56.530460 run osmo-hlr_10.42.42.2(pid=27054): stdout: \u000a| (launched: 2022-12-09_10:36:53.395869) \u000a10:36:56.584047 run osmo-hlr_10.42.42.2(pid=27054): stderr: \u000a| �[0;m�[1;31m20221209103653589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103653589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103653589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103653589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103653589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103653589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103653602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103653611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103653611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103653611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:56.656125 run osmo-msc_10.42.42.6(pid=27060): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27060)]\u000a10:36:56.709362 run osmo-msc_10.42.42.6(pid=27060): stdout: \u000a| (launched: 2022-12-09_10:36:55.455543) \u000a10:36:56.762908 run osmo-msc_10.42.42.6(pid=27060): stderr: \u000a| �[0;m�[38;5;43m20221209103655774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103655774 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1441ec2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103655774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103655774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103655774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103655774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103655776 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103655776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103655777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103655777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:36:56.808132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27053): Terminating (SIGTERM)\u000a10:36:56.850948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27056): Terminating (SIGTERM)\u000a10:36:56.893529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27059): Terminating (SIGTERM)\u000a10:36:56.903722 --- ParallelTerminationStrategy: PID 27053 died...\u000a10:36:56.961054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27053): Terminated: ok {rc=0}\u000a10:36:56.971647 --- ParallelTerminationStrategy: PID 27056 died...\u000a10:36:57.028545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27056): Terminated: ok {rc=0}\u000a10:36:57.038779 --- ParallelTerminationStrategy: PID 27059 died...\u000a10:36:57.095735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27059): Terminated: ok {rc=0}\u000a10:36:57.183413 bus /sierra_3: Setting Powered False\u000a10:36:58.291708 bus /sierra_3: Setting Powered False\u000a10:36:59.405451 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:36:39" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27071): Process ended prematurely: osmo-stp_10.42.42.5(pid=27071) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27071)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27071): Process ended prematurely: osmo-stp_10.42.42.5(pid=27071) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:37:01.395612 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:37:01.407298 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:37:01.565096 tst mo_mt_call.py: using LAC 20878\u000a10:37:01.696674 tst mo_mt_call.py: using RAC 223\u000a10:37:01.829836 tst mo_mt_call.py: using CellId 20878\u000a10:37:01.970277 tst mo_mt_call.py: using BVCI 20879\u000a10:37:01.996841 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:37:02.010404 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:37:02.022860 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:37:02.036471 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:37:02.051364 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:37:02.065159 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:37:02.190091 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:37:02.393787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:02.883202 run create_hlr_db(pid=27065): Launched\u000a10:37:03.057940 bus /sierra_2: Setting Powered False\u000a10:37:04.080501 run create_hlr_db(pid=27065): Terminated: ok {rc=0}\u000a10:37:04.486926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27067): Launched\u000a10:37:04.791379 run osmo-hlr_10.42.42.2(pid=27068): Launched\u000a10:37:04.902637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:05.434232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27070): Launched\u000a10:37:05.737468 run osmo-stp_10.42.42.5(pid=27071): Launched\u000a10:37:05.846912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:37:06.402323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27073): Launched\u000a10:37:06.708046 run osmo-msc_10.42.42.6(pid=27074): Launched\u000a10:37:06.886949 run osmo-stp_10.42.42.5(pid=27071): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27071)]\u000a10:37:07.015716 run osmo-stp_10.42.42.5(pid=27071): stdout: \u000a| (launched: 2022-12-09_10:37:05.588361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:07.142218 run osmo-stp_10.42.42.5(pid=27071): stderr: \u000a| �[0;m�[38;5;43m20221209103705757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103705757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103705757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103705758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103705758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103705758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103705758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:07.264183 run osmo-stp_10.42.42.5(pid=27071): stdout: \u000a| (launched: 2022-12-09_10:37:05.588361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:07.385190 run osmo-stp_10.42.42.5(pid=27071): stderr: \u000a| �[0;m�[38;5;43m20221209103705757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103705757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103705757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103705758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103705758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103705758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103705758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:07.438646 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27071): Process ended prematurely: osmo-stp_10.42.42.5(pid=27071) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27071)] [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:37:07.447430 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:37:07.507953 run osmo-hlr_10.42.42.2(pid=27068): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27068)]\u000a10:37:07.557707 run osmo-hlr_10.42.42.2(pid=27068): stdout: \u000a| (launched: 2022-12-09_10:37:04.642008) \u000a10:37:07.608132 run osmo-hlr_10.42.42.2(pid=27068): stderr: \u000a| �[0;m�[1;31m20221209103704815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103704815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103704815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103704815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103704815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103704815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103704828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103704836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103704837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103704837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:07.676488 run osmo-msc_10.42.42.6(pid=27074): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27074)]\u000a10:37:07.726098 run osmo-msc_10.42.42.6(pid=27074): stdout: \u000a| (launched: 2022-12-09_10:37:06.557583) \u000a10:37:07.776297 run osmo-msc_10.42.42.6(pid=27074): stderr: \u000a| �[0;m�[38;5;43m20221209103706829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103706829 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e9ca35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103706829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103706829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103706829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103706829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103706831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103706831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103706832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103706832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:37:07.818707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27067): Terminating (SIGTERM)\u000a10:37:07.858597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27070): Terminating (SIGTERM)\u000a10:37:07.898595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27073): Terminating (SIGTERM)\u000a10:37:07.907873 --- ParallelTerminationStrategy: PID 27067 died...\u000a10:37:07.961390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27067): Terminated: ok {rc=0}\u000a10:37:07.970957 --- ParallelTerminationStrategy: PID 27070 died...\u000a10:37:08.024223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27070): Terminated: ok {rc=0}\u000a10:37:08.033899 --- ParallelTerminationStrategy: PID 27073 died...\u000a10:37:08.087287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27073): Terminated: ok {rc=0}\u000a10:37:08.177273 bus /sierra_3: Setting Powered False\u000a10:37:09.281961 bus /sierra_3: Setting Powered False\u000a10:37:10.395688 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27082): Process ended prematurely: osmo-stp_10.42.42.5(pid=27082) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27082)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27082): Process ended prematurely: osmo-stp_10.42.42.5(pid=27082) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27082)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:37:11.506553 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:37:11.518263 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:37:11.683334 tst mo_mt_call_osmux.py: using LAC 20879\u000a10:37:11.813593 tst mo_mt_call_osmux.py: using RAC 224\u000a10:37:11.942748 tst mo_mt_call_osmux.py: using CellId 20879\u000a10:37:12.071239 tst mo_mt_call_osmux.py: using BVCI 20880\u000a10:37:12.096379 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:37:12.108211 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:37:12.119512 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:37:12.131267 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:37:12.143168 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:37:12.155880 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:37:12.272720 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:37:12.478892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:12.970135 run create_hlr_db(pid=27076): Launched\u000a10:37:13.145430 bus /sierra_2: Setting Powered False\u000a10:37:14.168098 run create_hlr_db(pid=27076): Terminated: ok {rc=0}\u000a10:37:14.575035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27078): Launched\u000a10:37:14.879322 run osmo-hlr_10.42.42.2(pid=27079): Launched\u000a10:37:15.000235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:15.535598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27081): Launched\u000a10:37:15.868524 run osmo-stp_10.42.42.5(pid=27082): Launched\u000a10:37:16.080258 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:37:16.700165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27084): Launched\u000a10:37:17.036588 run osmo-msc_10.42.42.6(pid=27085): Launched\u000a10:37:17.299006 run osmo-stp_10.42.42.5(pid=27082): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27082)]\u000a10:37:17.447114 run osmo-stp_10.42.42.5(pid=27082): stdout: \u000a| (launched: 2022-12-09_10:37:15.691009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:17.588926 run osmo-stp_10.42.42.5(pid=27082): stderr: \u000a| �[0;m�[38;5;43m20221209103715886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103715886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103715886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103715887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103715887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103715887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103715887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:17.722558 run osmo-stp_10.42.42.5(pid=27082): stdout: \u000a| (launched: 2022-12-09_10:37:15.691009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:17.854494 run osmo-stp_10.42.42.5(pid=27082): stderr: \u000a| �[0;m�[38;5;43m20221209103715886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103715886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103715886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103715887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103715887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103715887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103715887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:17.912509 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27082): Process ended prematurely: osmo-stp_10.42.42.5(pid=27082) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27082)] [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:37:17.922527 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:37:17.989211 run osmo-hlr_10.42.42.2(pid=27079): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27079)]\u000a10:37:18.043033 run osmo-hlr_10.42.42.2(pid=27079): stdout: \u000a| (launched: 2022-12-09_10:37:14.730480) \u000a10:37:18.097474 run osmo-hlr_10.42.42.2(pid=27079): stderr: \u000a| �[0;m�[1;31m20221209103714904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103714904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103714904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103714904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103714904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103714905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103714916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103714926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103714926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103714926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:18.171017 run osmo-msc_10.42.42.6(pid=27085): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27085)]\u000a10:37:18.224838 run osmo-msc_10.42.42.6(pid=27085): stdout: \u000a| (launched: 2022-12-09_10:37:16.857712) \u000a10:37:18.279276 run osmo-msc_10.42.42.6(pid=27085): stderr: \u000a| �[0;m�[38;5;43m20221209103717339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103717339 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0d8fdbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103717339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103717339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103717340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103717340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103717342 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103717342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103717342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103717342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:37:18.324718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27078): Terminating (SIGTERM)\u000a10:37:18.369911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27081): Terminating (SIGTERM)\u000a10:37:18.414511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27084): Terminating (SIGTERM)\u000a10:37:18.424636 --- ParallelTerminationStrategy: PID 27078 died...\u000a10:37:18.483800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27078): Terminated: ok {rc=0}\u000a10:37:18.494263 --- ParallelTerminationStrategy: PID 27081 died...\u000a10:37:18.552717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27081): Terminated: ok {rc=0}\u000a10:37:18.563875 --- ParallelTerminationStrategy: PID 27084 died...\u000a10:37:18.622458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27084): Terminated: ok {rc=0}\u000a10:37:18.711759 bus /sierra_3: Setting Powered False\u000a10:37:19.820100 bus /sierra_3: Setting Powered False\u000a10:37:20.930559 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:37:01" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27097): Process ended prematurely: osmo-stp_10.42.42.5(pid=27097) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27097)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27097): Process ended prematurely: osmo-stp_10.42.42.5(pid=27097) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:37:22.927216 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:37:22.938353 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:37:23.092015 tst mo_mt_call.py: using LAC 20880\u000a10:37:23.212217 tst mo_mt_call.py: using RAC 225\u000a10:37:23.331805 tst mo_mt_call.py: using CellId 20880\u000a10:37:23.449182 tst mo_mt_call.py: using BVCI 20881\u000a10:37:23.472218 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:37:23.483166 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:37:23.493932 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:37:23.504620 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:37:23.515527 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:37:23.526322 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:37:23.644513 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:37:23.846948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:24.335117 run create_hlr_db(pid=27091): Launched\u000a10:37:24.510030 bus /sierra_2: Setting Powered False\u000a10:37:25.532342 run create_hlr_db(pid=27091): Terminated: ok {rc=0}\u000a10:37:25.938770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27093): Launched\u000a10:37:26.243482 run osmo-hlr_10.42.42.2(pid=27094): Launched\u000a10:37:26.355285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:26.887558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27096): Launched\u000a10:37:27.190888 run osmo-stp_10.42.42.5(pid=27097): Launched\u000a10:37:27.300492 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:37:27.857326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27099): Launched\u000a10:37:28.161810 run osmo-msc_10.42.42.6(pid=27100): Launched\u000a10:37:28.339450 run osmo-stp_10.42.42.5(pid=27097): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27097)]\u000a10:37:28.467447 run osmo-stp_10.42.42.5(pid=27097): stdout: \u000a| (launched: 2022-12-09_10:37:27.041641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:28.594172 run osmo-stp_10.42.42.5(pid=27097): stderr: \u000a| �[0;m�[38;5;43m20221209103727210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103727210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103727210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103727210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103727211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103727211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103727211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:28.717110 run osmo-stp_10.42.42.5(pid=27097): stdout: \u000a| (launched: 2022-12-09_10:37:27.041641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:28.838773 run osmo-stp_10.42.42.5(pid=27097): stderr: \u000a| �[0;m�[38;5;43m20221209103727210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103727210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103727210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103727210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103727211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103727211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103727211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:28.892208 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27097): Process ended prematurely: osmo-stp_10.42.42.5(pid=27097) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27097)] [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:37:28.901117 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:37:28.962326 run osmo-hlr_10.42.42.2(pid=27094): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27094)]\u000a10:37:29.011922 run osmo-hlr_10.42.42.2(pid=27094): stdout: \u000a| (launched: 2022-12-09_10:37:26.093650) \u000a10:37:29.062045 run osmo-hlr_10.42.42.2(pid=27094): stderr: \u000a| �[0;m�[1;31m20221209103726269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103726269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103726269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103726269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103726269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103726269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103726281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103726290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103726290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103726290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:29.130116 run osmo-msc_10.42.42.6(pid=27100): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27100)]\u000a10:37:29.179805 run osmo-msc_10.42.42.6(pid=27100): stdout: \u000a| (launched: 2022-12-09_10:37:28.011232) \u000a10:37:29.229997 run osmo-msc_10.42.42.6(pid=27100): stderr: \u000a| �[0;m�[38;5;43m20221209103728282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103728282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2d4530c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103728282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103728282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103728282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103728283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103728284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103728285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103728285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103728285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:37:29.272479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27093): Terminating (SIGTERM)\u000a10:37:29.312494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27096): Terminating (SIGTERM)\u000a10:37:29.352639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27099): Terminating (SIGTERM)\u000a10:37:29.362002 --- ParallelTerminationStrategy: PID 27093 died...\u000a10:37:29.415576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27093): Terminated: ok {rc=0}\u000a10:37:29.425378 --- ParallelTerminationStrategy: PID 27096 died...\u000a10:37:29.478850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27096): Terminated: ok {rc=0}\u000a10:37:29.488574 --- ParallelTerminationStrategy: PID 27099 died...\u000a10:37:29.542217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27099): Terminated: ok {rc=0}\u000a10:37:29.632477 bus /sierra_3: Setting Powered False\u000a10:37:30.737280 bus /sierra_3: Setting Powered False\u000a10:37:31.851544 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27110): Process ended prematurely: osmo-stp_10.42.42.5(pid=27110) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27110)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27110): Process ended prematurely: osmo-stp_10.42.42.5(pid=27110) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:37:32.962149 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:37:32.973733 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:37:33.128136 tst mo_mt_call_osmux.py: using LAC 20881\u000a10:37:33.250355 tst mo_mt_call_osmux.py: using RAC 226\u000a10:37:33.368486 tst mo_mt_call_osmux.py: using CellId 20881\u000a10:37:33.485702 tst mo_mt_call_osmux.py: using BVCI 20882\u000a10:37:33.508820 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:37:33.520001 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:37:33.531077 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:37:33.542098 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:37:33.553094 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:37:33.564143 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:37:33.684118 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:37:33.898101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:34.414246 run create_hlr_db(pid=27104): Launched\u000a10:37:34.602515 bus /sierra_2: Setting Powered False\u000a10:37:35.624825 run create_hlr_db(pid=27104): Terminated: ok {rc=0}\u000a10:37:36.037756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27106): Launched\u000a10:37:36.342042 run osmo-hlr_10.42.42.2(pid=27107): Launched\u000a10:37:36.462093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:36.998849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27109): Launched\u000a10:37:37.303757 run osmo-stp_10.42.42.5(pid=27110): Launched\u000a10:37:37.414534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:37:37.973739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27112): Launched\u000a10:37:38.278111 run osmo-msc_10.42.42.6(pid=27113): Launched\u000a10:37:38.455709 run osmo-stp_10.42.42.5(pid=27110): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27110)]\u000a10:37:38.583908 run osmo-stp_10.42.42.5(pid=27110): stdout: \u000a| (launched: 2022-12-09_10:37:37.152681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:38.710605 run osmo-stp_10.42.42.5(pid=27110): stderr: \u000a| �[0;m�[38;5;43m20221209103737319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103737319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103737320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103737320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103737320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103737321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103737321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:38.832904 run osmo-stp_10.42.42.5(pid=27110): stdout: \u000a| (launched: 2022-12-09_10:37:37.152681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:38.953780 run osmo-stp_10.42.42.5(pid=27110): stderr: \u000a| �[0;m�[38;5;43m20221209103737319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103737319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103737320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103737320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103737320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103737321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103737321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:39.007451 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27110): Process ended prematurely: osmo-stp_10.42.42.5(pid=27110) [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27110)] [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:37:39.016426 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:37:39.076987 run osmo-hlr_10.42.42.2(pid=27107): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27107)]\u000a10:37:39.126780 run osmo-hlr_10.42.42.2(pid=27107): stdout: \u000a| (launched: 2022-12-09_10:37:36.192760) \u000a10:37:39.177022 run osmo-hlr_10.42.42.2(pid=27107): stderr: \u000a| �[0;m�[1;31m20221209103736367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103736367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103736367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103736367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103736367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103736367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103736379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103736390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103736390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103736390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:39.245198 run osmo-msc_10.42.42.6(pid=27113): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27113)]\u000a10:37:39.295159 run osmo-msc_10.42.42.6(pid=27113): stdout: \u000a| (launched: 2022-12-09_10:37:38.127496) \u000a10:37:39.345464 run osmo-msc_10.42.42.6(pid=27113): stderr: \u000a| �[0;m�[38;5;43m20221209103738399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103738399 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2742803c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103738399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103738399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103738399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103738399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103738401 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103738402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103738402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103738402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:37:39.387901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27106): Terminating (SIGTERM)\u000a10:37:39.427797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27109): Terminating (SIGTERM)\u000a10:37:39.467805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27112): Terminating (SIGTERM)\u000a10:37:39.477204 --- ParallelTerminationStrategy: PID 27106 died...\u000a10:37:39.530893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27106): Terminated: ok {rc=0}\u000a10:37:39.540636 --- ParallelTerminationStrategy: PID 27109 died...\u000a10:37:39.593773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27109): Terminated: ok {rc=0}\u000a10:37:39.603433 --- ParallelTerminationStrategy: PID 27112 died...\u000a10:37:39.656593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27112): Terminated: ok {rc=0}\u000a10:37:39.746704 bus /sierra_3: Setting Powered False\u000a10:37:40.851565 bus /sierra_3: Setting Powered False\u000a10:37:41.960084 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:37:22" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27124): Process ended prematurely: osmo-stp_10.42.42.5(pid=27124) [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27124)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27124): Process ended prematurely: osmo-stp_10.42.42.5(pid=27124) [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:37:43.961910 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:37:43.973601 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:37:44.152049 tst mo_mt_call.py: using LAC 20882\u000a10:37:44.287080 tst mo_mt_call.py: using RAC 227\u000a10:37:44.416724 tst mo_mt_call.py: using CellId 20882\u000a10:37:44.546165 tst mo_mt_call.py: using BVCI 20883\u000a10:37:44.571059 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:37:44.582634 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:37:44.594073 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:37:44.605804 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:37:44.617863 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:37:44.630035 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:37:44.744314 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:37:44.956485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:45.472415 run create_hlr_db(pid=27118): Launched\u000a10:37:45.661124 bus /sierra_2: Setting Powered False\u000a10:37:46.712908 run create_hlr_db(pid=27118): Terminated: ok {rc=0}\u000a10:37:47.161943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27120): Launched\u000a10:37:47.491836 run osmo-hlr_10.42.42.2(pid=27121): Launched\u000a10:37:47.610206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:48.176467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27123): Launched\u000a10:37:48.504035 run osmo-stp_10.42.42.5(pid=27124): Launched\u000a10:37:48.622755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:37:49.222774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27126): Launched\u000a10:37:49.548805 run osmo-msc_10.42.42.6(pid=27127): Launched\u000a10:37:49.739488 run osmo-stp_10.42.42.5(pid=27124): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27124)]\u000a10:37:49.877241 run osmo-stp_10.42.42.5(pid=27124): stdout: \u000a| (launched: 2022-12-09_10:37:48.342857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:50.013556 run osmo-stp_10.42.42.5(pid=27124): stderr: \u000a| �[0;m�[38;5;43m20221209103748530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103748530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103748531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103748531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103748531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103748532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103748532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:50.144392 run osmo-stp_10.42.42.5(pid=27124): stdout: \u000a| (launched: 2022-12-09_10:37:48.342857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:50.274549 run osmo-stp_10.42.42.5(pid=27124): stderr: \u000a| �[0;m�[38;5;43m20221209103748530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103748530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103748531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103748531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103748531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103748532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103748532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:50.331957 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27124): Process ended prematurely: osmo-stp_10.42.42.5(pid=27124) [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27124)] [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:37:50.341522 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:37:50.405764 run osmo-hlr_10.42.42.2(pid=27121): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27121)]\u000a10:37:50.457944 run osmo-hlr_10.42.42.2(pid=27121): stdout: \u000a| (launched: 2022-12-09_10:37:47.330011) \u000a10:37:50.510694 run osmo-hlr_10.42.42.2(pid=27121): stderr: \u000a| �[0;m�[1;31m20221209103747522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103747522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103747522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103747522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103747522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103747522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103747534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103747543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103747543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103747543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:50.582563 run osmo-msc_10.42.42.6(pid=27127): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27127)]\u000a10:37:50.634687 run osmo-msc_10.42.42.6(pid=27127): stdout: \u000a| (launched: 2022-12-09_10:37:49.388426) \u000a10:37:50.687448 run osmo-msc_10.42.42.6(pid=27127): stderr: \u000a| �[0;m�[38;5;43m20221209103749706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103749706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff58eca0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103749706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103749706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103749706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103749707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103749708 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103749709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103749709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103749709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:37:50.732302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27120): Terminating (SIGTERM)\u000a10:37:50.774863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27123): Terminating (SIGTERM)\u000a10:37:50.817249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27126): Terminating (SIGTERM)\u000a10:37:50.827407 --- ParallelTerminationStrategy: PID 27120 died...\u000a10:37:50.884402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27120): Terminated: ok {rc=0}\u000a10:37:50.894881 --- ParallelTerminationStrategy: PID 27123 died...\u000a10:37:50.951527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27123): Terminated: ok {rc=0}\u000a10:37:50.962018 --- ParallelTerminationStrategy: PID 27126 died...\u000a10:37:51.018517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27126): Terminated: ok {rc=0}\u000a10:37:51.106149 bus /sierra_3: Setting Powered False\u000a10:37:52.215513 bus /sierra_3: Setting Powered False\u000a10:37:53.325799 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27135): Process ended prematurely: osmo-stp_10.42.42.5(pid=27135) [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27135)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27135): Process ended prematurely: osmo-stp_10.42.42.5(pid=27135) [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:37:54.442302 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:37:54.454769 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:37:54.622718 tst mo_mt_call_osmux.py: using LAC 20883\u000a10:37:54.752051 tst mo_mt_call_osmux.py: using RAC 228\u000a10:37:54.875040 tst mo_mt_call_osmux.py: using CellId 20883\u000a10:37:54.996829 tst mo_mt_call_osmux.py: using BVCI 20884\u000a10:37:55.020118 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:37:55.031415 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:37:55.042518 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:37:55.054230 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:37:55.065726 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:37:55.077180 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:37:55.196812 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:37:55.411096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:55.925250 run create_hlr_db(pid=27129): Launched\u000a10:37:56.113054 bus /sierra_2: Setting Powered False\u000a10:37:57.134005 run create_hlr_db(pid=27129): Terminated: ok {rc=0}\u000a10:37:57.542952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27131): Launched\u000a10:37:57.847674 run osmo-hlr_10.42.42.2(pid=27132): Launched\u000a10:37:57.959452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:58.487415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27134): Launched\u000a10:37:58.792309 run osmo-stp_10.42.42.5(pid=27135): Launched\u000a10:37:58.902036 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:37:59.463803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27137): Launched\u000a10:37:59.768291 run osmo-msc_10.42.42.6(pid=27138): Launched\u000a10:37:59.947627 run osmo-stp_10.42.42.5(pid=27135): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27135)]\u000a10:38:00.076513 run osmo-stp_10.42.42.5(pid=27135): stdout: \u000a| (launched: 2022-12-09_10:37:58.640878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:00.203755 run osmo-stp_10.42.42.5(pid=27135): stderr: \u000a| �[0;m�[38;5;43m20221209103758810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103758810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103758810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103758810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103758811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103758811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103758811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:00.326733 run osmo-stp_10.42.42.5(pid=27135): stdout: \u000a| (launched: 2022-12-09_10:37:58.640878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:00.448441 run osmo-stp_10.42.42.5(pid=27135): stderr: \u000a| �[0;m�[38;5;43m20221209103758810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103758810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103758810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103758810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103758811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103758811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103758811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:00.502220 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27135): Process ended prematurely: osmo-stp_10.42.42.5(pid=27135) [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27135)] [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:38:00.511033 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:38:00.571058 run osmo-hlr_10.42.42.2(pid=27132): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27132)]\u000a10:38:00.620218 run osmo-hlr_10.42.42.2(pid=27132): stdout: \u000a| (launched: 2022-12-09_10:37:57.697867) \u000a10:38:00.669955 run osmo-hlr_10.42.42.2(pid=27132): stderr: \u000a| �[0;m�[1;31m20221209103757870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103757870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103757870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103757871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103757871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103757871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103757883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103757891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103757891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103757892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:00.737871 run osmo-msc_10.42.42.6(pid=27138): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27138)]\u000a10:38:00.786976 run osmo-msc_10.42.42.6(pid=27138): stdout: \u000a| (launched: 2022-12-09_10:37:59.617797) \u000a10:38:00.850953 run osmo-msc_10.42.42.6(pid=27138): stderr: \u000a| �[0;m�[38;5;43m20221209103759886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103759886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64bf836c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103759886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103759886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103759886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103759886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103759888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103759889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103759889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103759889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:38:00.906190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27131): Terminating (SIGTERM)\u000a10:38:00.953549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27134): Terminating (SIGTERM)\u000a10:38:00.998913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27137): Terminating (SIGTERM)\u000a10:38:01.012198 --- ParallelTerminationStrategy: PID 27131 died...\u000a10:38:01.073474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27131): Terminated: ok {rc=0}\u000a10:38:01.084526 --- ParallelTerminationStrategy: PID 27134 died...\u000a10:38:01.143567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27134): Terminated: ok {rc=0}\u000a10:38:01.155658 --- ParallelTerminationStrategy: PID 27137 died...\u000a10:38:01.217328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27137): Terminated: ok {rc=0}\u000a10:38:01.309295 bus /sierra_3: Setting Powered False\u000a10:38:02.453585 bus /sierra_3: Setting Powered False\u000a10:38:03.585381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:37:43" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27421): Process ended prematurely: osmo-stp_10.42.42.5(pid=27421) [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27421)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27421): Process ended prematurely: osmo-stp_10.42.42.5(pid=27421) [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:38:05.611491 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:38:05.624249 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:38:05.793449 tst mo_mt_call.py: using LAC 20884\u000a10:38:05.925447 tst mo_mt_call.py: using RAC 229\u000a10:38:06.059623 tst mo_mt_call.py: using CellId 20884\u000a10:38:06.190202 tst mo_mt_call.py: using BVCI 20885\u000a10:38:06.217515 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:38:06.230189 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:38:06.243364 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:38:06.256605 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:38:06.269809 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:38:06.282973 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:38:06.408586 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:38:06.627664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:07.191041 run create_hlr_db(pid=27415): Launched\u000a10:38:07.384281 bus /sierra_2: Setting Powered False\u000a10:38:08.409407 run create_hlr_db(pid=27415): Terminated: ok {rc=0}\u000a10:38:08.873296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27417): Launched\u000a10:38:09.306911 run osmo-hlr_10.42.42.2(pid=27418): Launched\u000a10:38:09.554315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:10.147350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27420): Launched\u000a10:38:10.585377 run osmo-stp_10.42.42.5(pid=27421): Launched\u000a10:38:10.808026 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:38:11.437990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27423): Launched\u000a10:38:11.879242 run osmo-msc_10.42.42.6(pid=27424): Launched\u000a10:38:12.275388 run osmo-stp_10.42.42.5(pid=27421): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27421)]\u000a10:38:12.471621 run osmo-stp_10.42.42.5(pid=27421): stdout: \u000a| (launched: 2022-12-09_10:38:10.318994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:12.614652 run osmo-stp_10.42.42.5(pid=27421): stderr: \u000a| �[0;m�[38;5;43m20221209103810612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103810613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103810613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103810613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103810614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103810614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103810614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:12.751128 run osmo-stp_10.42.42.5(pid=27421): stdout: \u000a| (launched: 2022-12-09_10:38:10.318994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:12.888486 run osmo-stp_10.42.42.5(pid=27421): stderr: \u000a| �[0;m�[38;5;43m20221209103810612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103810613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103810613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103810613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103810614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103810614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103810614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:12.948210 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27421): Process ended prematurely: osmo-stp_10.42.42.5(pid=27421) [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27421)] [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:38:12.958993 tst mo_mt_call.py:8: Test FAILED (7.4 sec)\u000a10:38:13.028806 run osmo-hlr_10.42.42.2(pid=27418): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27418)]\u000a10:38:13.084109 run osmo-hlr_10.42.42.2(pid=27418): stdout: \u000a| (launched: 2022-12-09_10:38:09.044625) \u000a10:38:13.140719 run osmo-hlr_10.42.42.2(pid=27418): stderr: \u000a| �[0;m�[1;31m20221209103809356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103809356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103809356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103809356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103809356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103809356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103809368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103809384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103809385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103809385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:13.217200 run osmo-msc_10.42.42.6(pid=27424): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27424)]\u000a10:38:13.272190 run osmo-msc_10.42.42.6(pid=27424): stdout: \u000a| (launched: 2022-12-09_10:38:11.609539) \u000a10:38:13.328106 run osmo-msc_10.42.42.6(pid=27424): stderr: \u000a| �[0;m�[38;5;43m20221209103812107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103812107 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20d4ce9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103812107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103812107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103812107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103812107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103812117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103812118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103812118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103812118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:38:13.375565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27417): Terminating (SIGTERM)\u000a10:38:13.424302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27420): Terminating (SIGTERM)\u000a10:38:13.470805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27423): Terminating (SIGTERM)\u000a10:38:13.483002 --- ParallelTerminationStrategy: PID 27417 died...\u000a10:38:13.545165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27417): Terminated: ok {rc=0}\u000a10:38:13.556469 --- ParallelTerminationStrategy: PID 27420 died...\u000a10:38:13.618124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27420): Terminated: ok {rc=0}\u000a10:38:13.629293 --- ParallelTerminationStrategy: PID 27423 died...\u000a10:38:13.689636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27423): Terminated: ok {rc=0}\u000a10:38:13.783458 bus /sierra_3: Setting Powered False\u000a10:38:14.897412 bus /sierra_3: Setting Powered False\u000a10:38:16.030249 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27432): Process ended prematurely: osmo-stp_10.42.42.5(pid=27432) [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27432)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27432): Process ended prematurely: osmo-stp_10.42.42.5(pid=27432) [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:38:17.194231 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:38:17.218103 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:38:17.442741 tst mo_mt_call_osmux.py: using LAC 20885\u000a10:38:17.564126 tst mo_mt_call_osmux.py: using RAC 230\u000a10:38:17.687621 tst mo_mt_call_osmux.py: using CellId 20885\u000a10:38:17.811360 tst mo_mt_call_osmux.py: using BVCI 20886\u000a10:38:17.835583 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:38:17.847361 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:38:17.858963 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:38:17.870584 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:38:17.882356 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:38:17.894038 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:38:18.012647 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:38:18.221055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:18.755234 run create_hlr_db(pid=27426): Launched\u000a10:38:18.933711 bus /sierra_2: Setting Powered False\u000a10:38:19.960609 run create_hlr_db(pid=27426): Terminated: ok {rc=0}\u000a10:38:20.394835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27428): Launched\u000a10:38:20.815684 run osmo-hlr_10.42.42.2(pid=27429): Launched\u000a10:38:21.061984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:21.693151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27431): Launched\u000a10:38:22.112814 run osmo-stp_10.42.42.5(pid=27432): Launched\u000a10:38:22.347485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:38:22.989573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27434): Launched\u000a10:38:23.408862 run osmo-msc_10.42.42.6(pid=27435): Launched\u000a10:38:23.801268 run osmo-stp_10.42.42.5(pid=27432): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27432)]\u000a10:38:24.081913 run osmo-stp_10.42.42.5(pid=27432): stdout: \u000a| (launched: 2022-12-09_10:38:21.854425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:24.266300 run osmo-stp_10.42.42.5(pid=27432): stderr: \u000a| �[0;m�[38;5;43m20221209103822180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103822181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103822181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103822181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103822182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103822182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103822182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:24.390503 run osmo-stp_10.42.42.5(pid=27432): stdout: \u000a| (launched: 2022-12-09_10:38:21.854425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:24.514165 run osmo-stp_10.42.42.5(pid=27432): stderr: \u000a| �[0;m�[38;5;43m20221209103822180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103822181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103822181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103822181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103822182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103822182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103822182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:24.568463 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27432): Process ended prematurely: osmo-stp_10.42.42.5(pid=27432) [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27432)] [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:38:24.577311 tst mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)\u000a10:38:24.642363 run osmo-hlr_10.42.42.2(pid=27429): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27429)]\u000a10:38:24.694837 run osmo-hlr_10.42.42.2(pid=27429): stdout: \u000a| (launched: 2022-12-09_10:38:20.559028) \u000a10:38:24.747869 run osmo-hlr_10.42.42.2(pid=27429): stderr: \u000a| �[0;m�[1;31m20221209103820905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103820905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103820905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103820905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103820905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103820905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103820921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103820937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103820937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103820937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:24.819911 run osmo-msc_10.42.42.6(pid=27435): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27435)]\u000a10:38:24.872633 run osmo-msc_10.42.42.6(pid=27435): stdout: \u000a| (launched: 2022-12-09_10:38:23.151183) \u000a10:38:24.925769 run osmo-msc_10.42.42.6(pid=27435): stderr: \u000a| �[0;m�[38;5;43m20221209103823749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103823749 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09c1997c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103823749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103823749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103823750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103823750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103823751 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103823752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103823752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103823752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:38:24.970420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27428): Terminating (SIGTERM)\u000a10:38:25.013167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27431): Terminating (SIGTERM)\u000a10:38:25.055870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27434): Terminating (SIGTERM)\u000a10:38:25.065820 --- ParallelTerminationStrategy: PID 27428 died...\u000a10:38:25.123021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27428): Terminated: ok {rc=0}\u000a10:38:25.133202 --- ParallelTerminationStrategy: PID 27431 died...\u000a10:38:25.189942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27431): Terminated: ok {rc=0}\u000a10:38:25.200158 --- ParallelTerminationStrategy: PID 27434 died...\u000a10:38:25.257695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27434): Terminated: ok {rc=0}\u000a10:38:25.347400 bus /sierra_3: Setting Powered False\u000a10:38:26.453215 bus /sierra_3: Setting Powered False\u000a10:38:27.567322 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:38:05" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27447): Process ended prematurely: osmo-stp_10.42.42.5(pid=27447) [trial-2358↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27447)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27447): Process ended prematurely: osmo-stp_10.42.42.5(pid=27447) [trial-2358↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:38:29.579246 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:38:29.589858 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a10:38:29.727922 tst emergency_mo_mt_call.py: using LAC 20886\u000a10:38:29.843684 tst emergency_mo_mt_call.py: using RAC 231\u000a10:38:29.961476 tst emergency_mo_mt_call.py: using CellId 20886\u000a10:38:30.078745 tst emergency_mo_mt_call.py: using BVCI 20887\u000a10:38:30.101684 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:38:30.112171 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:38:30.122569 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:38:30.133040 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:38:30.143361 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:38:30.153728 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:38:30.272260 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:38:30.484314 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:31.049643 run create_hlr_db(pid=27441): Launched\u000a10:38:31.249285 bus /sierra_2: Setting Powered False\u000a10:38:32.286271 run create_hlr_db(pid=27441): Terminated: ok {rc=0}\u000a10:38:32.713471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27443): Launched\u000a10:38:33.035220 run osmo-hlr_10.42.42.2(pid=27444): Launched\u000a10:38:33.154214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:33.714027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27446): Launched\u000a10:38:34.036373 run osmo-stp_10.42.42.5(pid=27447): Launched\u000a10:38:34.165755 tst emergency_mo_mt_call.py: using MSISDN 7162\u000a10:38:34.325421 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:38:34.911552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27449): Launched\u000a10:38:35.236248 run osmo-msc_10.42.42.6(pid=27450): Launched\u000a10:38:35.425572 run osmo-stp_10.42.42.5(pid=27447): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27447)]\u000a10:38:35.561785 run osmo-stp_10.42.42.5(pid=27447): stdout: \u000a| (launched: 2022-12-09_10:38:33.876312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:35.696519 run osmo-stp_10.42.42.5(pid=27447): stderr: \u000a| �[0;m�[38;5;43m20221209103834069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103834069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103834069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103834070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103834070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103834070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103834070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:35.825880 run osmo-stp_10.42.42.5(pid=27447): stdout: \u000a| (launched: 2022-12-09_10:38:33.876312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:35.953861 run osmo-stp_10.42.42.5(pid=27447): stderr: \u000a| �[0;m�[38;5;43m20221209103834069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103834069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103834069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103834070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103834070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103834070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103834070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:36.010107 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=27447): Process ended prematurely: osmo-stp_10.42.42.5(pid=27447) [trial-2358↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27447)] [trial-2358↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a10:38:36.019127 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a10:38:36.083321 run osmo-hlr_10.42.42.2(pid=27444): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27444)]\u000a10:38:36.135580 run osmo-hlr_10.42.42.2(pid=27444): stdout: \u000a| (launched: 2022-12-09_10:38:32.877085) \u000a10:38:36.188455 run osmo-hlr_10.42.42.2(pid=27444): stderr: \u000a| �[0;m�[1;31m20221209103833072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103833072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103833072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103833072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103833072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103833072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103833084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103833093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103833093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103833093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:36.260709 run osmo-msc_10.42.42.6(pid=27450): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27450)]\u000a10:38:36.312977 run osmo-msc_10.42.42.6(pid=27450): stdout: \u000a| (launched: 2022-12-09_10:38:35.074467) \u000a10:38:36.365917 run osmo-msc_10.42.42.6(pid=27450): stderr: \u000a| �[0;m�[38;5;43m20221209103835394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103835395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86e5437c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103835395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103835395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103835395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103835395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103835397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103835397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103835398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103835398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:38:36.410813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27443): Terminating (SIGTERM)\u000a10:38:36.453012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27446): Terminating (SIGTERM)\u000a10:38:36.496001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27449): Terminating (SIGTERM)\u000a10:38:36.505949 --- ParallelTerminationStrategy: PID 27443 died...\u000a10:38:36.563196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27443): Terminated: ok {rc=0}\u000a10:38:36.573500 --- ParallelTerminationStrategy: PID 27446 died...\u000a10:38:36.630585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27446): Terminated: ok {rc=0}\u000a10:38:36.640884 --- ParallelTerminationStrategy: PID 27449 died...\u000a10:38:36.697658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27449): Terminated: ok {rc=0}\u000a10:38:36.786165 bus /sierra_3: Setting Powered False\u000a10:38:37.893333 bus /sierra_3: Setting Powered False\u000a10:38:39.007223 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27459): Process ended prematurely: osmo-stp_10.42.42.5(pid=27459) [trial-2358↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27459)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27459): Process ended prematurely: osmo-stp_10.42.42.5(pid=27459) [trial-2358↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:38:40.059225 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:38:40.070609 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a10:38:40.209408 tst emergency_preemptive_call.py: using LAC 20887\u000a10:38:40.329112 tst emergency_preemptive_call.py: using RAC 232\u000a10:38:40.447802 tst emergency_preemptive_call.py: using CellId 20887\u000a10:38:40.566929 tst emergency_preemptive_call.py: using BVCI 20888\u000a10:38:40.589778 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:38:40.600270 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:38:40.610691 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:38:40.621127 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:38:40.631492 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:38:40.641860 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:38:40.755863 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:38:40.875259 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:38:40.989801 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:38:41.197345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:41.706710 run create_hlr_db(pid=27453): Launched\u000a10:38:41.892852 bus /sierra_2: Setting Powered False\u000a10:38:42.912519 run create_hlr_db(pid=27453): Terminated: ok {rc=0}\u000a10:38:43.315406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27455): Launched\u000a10:38:43.618485 run osmo-hlr_10.42.42.2(pid=27456): Launched\u000a10:38:43.727910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:44.248454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27458): Launched\u000a10:38:44.550569 run osmo-stp_10.42.42.5(pid=27459): Launched\u000a10:38:44.669372 tst emergency_preemptive_call.py: using MSISDN 7163\u000a10:38:44.817689 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:38:45.364447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27461): Launched\u000a10:38:45.664379 run osmo-msc_10.42.42.6(pid=27462): Launched\u000a10:38:45.843959 run osmo-stp_10.42.42.5(pid=27459): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27459)]\u000a10:38:46.079511 run osmo-stp_10.42.42.5(pid=27459): stdout: \u000a| (launched: 2022-12-09_10:38:44.399922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:46.210254 run osmo-stp_10.42.42.5(pid=27459): stderr: \u000a| �[0;m�[38;5;43m20221209103844566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103844567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103844567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103844567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103844568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103844568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103844568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:46.335695 run osmo-stp_10.42.42.5(pid=27459): stdout: \u000a| (launched: 2022-12-09_10:38:44.399922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:46.457357 run osmo-stp_10.42.42.5(pid=27459): stderr: \u000a| �[0;m�[38;5;43m20221209103844566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103844567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103844567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103844567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103844568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103844568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103844568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:46.510718 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=27459): Process ended prematurely: osmo-stp_10.42.42.5(pid=27459) [trial-2358↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27459)] [trial-2358↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a10:38:46.519956 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a10:38:46.582413 run osmo-hlr_10.42.42.2(pid=27456): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27456)]\u000a10:38:46.633200 run osmo-hlr_10.42.42.2(pid=27456): stdout: \u000a| (launched: 2022-12-09_10:38:43.467415) \u000a10:38:46.684588 run osmo-hlr_10.42.42.2(pid=27456): stderr: \u000a| �[0;m�[1;31m20221209103843640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103843640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103843640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103843640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103843640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103843641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103843652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103843661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103843661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103843661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:46.754674 run osmo-msc_10.42.42.6(pid=27462): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27462)]\u000a10:38:46.805734 run osmo-msc_10.42.42.6(pid=27462): stdout: \u000a| (launched: 2022-12-09_10:38:45.515889) \u000a10:38:46.857228 run osmo-msc_10.42.42.6(pid=27462): stderr: \u000a| �[0;m�[38;5;43m20221209103845784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209103845784 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb1c9d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209103845784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209103845784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209103845785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209103845785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209103845787 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209103845787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209103845787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209103845787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:38:46.901224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27455): Terminating (SIGTERM)\u000a10:38:46.942069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27458): Terminating (SIGTERM)\u000a10:38:46.982881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27461): Terminating (SIGTERM)\u000a10:38:46.992244 --- ParallelTerminationStrategy: PID 27455 died...\u000a10:38:47.046677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27455): Terminated: ok {rc=0}\u000a10:38:47.056899 --- ParallelTerminationStrategy: PID 27458 died...\u000a10:38:47.111041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27458): Terminated: ok {rc=0}\u000a10:38:47.121753 --- ParallelTerminationStrategy: PID 27461 died...\u000a10:38:47.176268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27461): Terminated: ok {rc=0}\u000a10:38:47.267897 bus /sierra_9: Setting Powered False\u000a10:38:48.375062 bus /sierra_9: Setting Powered False\u000a10:38:49.484031 bus /sierra_8: Setting Powered False\u000a10:38:50.591646 bus /sierra_8: Setting Powered False\u000a10:38:51.700624 bus /sierra_3: Setting Powered False\u000a10:38:52.809262 bus /sierra_3: Setting Powered False\u000a10:38:53.918221 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:38:29" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27477): Process ended prematurely: osmo-stp_10.42.42.5(pid=27477) [trial-2358↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27477)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27477): Process ended prematurely: osmo-stp_10.42.42.5(pid=27477) [trial-2358↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:38:56.026661 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:38:56.037167 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:38:56.172737 tst cs_paging_gprs_active.py: using LAC 20888\u000a10:38:56.292242 tst cs_paging_gprs_active.py: using RAC 233\u000a10:38:56.411397 tst cs_paging_gprs_active.py: using CellId 20888\u000a10:38:56.528859 tst cs_paging_gprs_active.py: using BVCI 20889\u000a10:38:56.552095 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:38:56.562770 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:38:56.573060 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:38:56.583453 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:38:56.593698 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:38:56.603982 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:38:56.614444 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:38:56.624608 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:38:56.635068 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:38:56.753218 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:38:57.033754 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:38:57.160244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:57.478215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27467): Launched\u000a10:38:57.742679 run iperf3-srv_10.42.42.10(pid=27468): Launched\u000a10:38:57.928413 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:38:58.055223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:58.372217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27469): Launched\u000a10:38:58.636480 run iperf3-srv_10.42.42.10(pid=27470): Launched\u000a10:38:58.820759 tst cs_paging_gprs_active.py:38: start network...\u000a10:38:58.947230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:59.438692 run create_hlr_db(pid=27471): Launched\u000a10:38:59.612792 bus /sierra_2: Setting Powered False\u000a10:39:00.635177 run create_hlr_db(pid=27471): Terminated: ok {rc=0}\u000a10:39:01.082589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27473): Launched\u000a10:39:01.540352 run osmo-hlr_10.42.42.2(pid=27474): Launched\u000a10:39:01.765472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:02.319172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27476): Launched\u000a10:39:02.626319 run osmo-stp_10.42.42.5(pid=27477): Launched\u000a10:39:02.736724 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:03.270537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27479): Launched\u000a10:39:03.378663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:03.645458 run patchelf(pid=27480): Launched\u000a10:39:03.823189 run osmo-stp_10.42.42.5(pid=27477): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27477)]\u000a10:39:03.952551 run osmo-stp_10.42.42.5(pid=27477): stdout: \u000a| (launched: 2022-12-09_10:39:02.475192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:04.082297 run osmo-stp_10.42.42.5(pid=27477): stderr: \u000a| �[0;m�[38;5;43m20221209103902644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103902644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103902644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103902645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103902645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103902645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103902645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:04.207671 run osmo-stp_10.42.42.5(pid=27477): stdout: \u000a| (launched: 2022-12-09_10:39:02.475192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:04.332181 run osmo-stp_10.42.42.5(pid=27477): stderr: \u000a| �[0;m�[38;5;43m20221209103902644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103902644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103902644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103902645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103902645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103902645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103902645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:04.477585 run patchelf(pid=27480): Terminating (SIGINT)\u000a10:39:04.647744 run patchelf(pid=27480): Terminated: ok {rc=0}\u000a10:39:04.679105 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27477): Process ended prematurely: osmo-stp_10.42.42.5(pid=27477) [trial-2358↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27477)] [trial-2358↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a10:39:04.688353 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:39:04.749200 run osmo-hlr_10.42.42.2(pid=27474): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27474)]\u000a10:39:04.798732 run osmo-hlr_10.42.42.2(pid=27474): stdout: \u000a| (launched: 2022-12-09_10:39:01.241480) \u000a10:39:04.848918 run osmo-hlr_10.42.42.2(pid=27474): stderr: \u000a| �[0;m�[1;31m20221209103901447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103901448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103901448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103901448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103901448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103901448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103901465 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103901481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103901481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103901481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:04.891645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27467): Terminating (SIGTERM)\u000a10:39:04.931818 run iperf3-srv_10.42.42.10(pid=27468): Terminating (SIGTERM)\u000a10:39:04.972002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27469): Terminating (SIGTERM)\u000a10:39:05.012081 run iperf3-srv_10.42.42.10(pid=27470): Terminating (SIGTERM)\u000a10:39:05.052184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27473): Terminating (SIGTERM)\u000a10:39:05.092175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27476): Terminating (SIGTERM)\u000a10:39:05.132204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27479): Terminating (SIGTERM)\u000a10:39:05.141523 --- ParallelTerminationStrategy: PID 27467 died...\u000a10:39:05.194999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27467): Terminated: ok {rc=0}\u000a10:39:05.204594 --- ParallelTerminationStrategy: PID 27468 died...\u000a10:39:05.257878 run iperf3-srv_10.42.42.10(pid=27468): Terminated {rc=256}\u000a10:39:05.267423 --- ParallelTerminationStrategy: PID 27469 died...\u000a10:39:05.320589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27469): Terminated: ok {rc=0}\u000a10:39:05.330168 --- ParallelTerminationStrategy: PID 27470 died...\u000a10:39:05.383248 run iperf3-srv_10.42.42.10(pid=27470): Terminated {rc=256}\u000a10:39:05.393357 --- ParallelTerminationStrategy: PID 27473 died...\u000a10:39:05.446677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27473): Terminated: ok {rc=0}\u000a10:39:05.456301 --- ParallelTerminationStrategy: PID 27476 died...\u000a10:39:05.509468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27476): Terminated: ok {rc=0}\u000a10:39:05.519115 --- ParallelTerminationStrategy: PID 27479 died...\u000a10:39:05.572216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27479): Terminated: ok {rc=0}\u000a10:39:05.662549 bus /gobi_0: Setting Powered False\u000a10:39:06.767773 bus /gobi_0: Setting Powered False\u000a10:39:07.879591 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27489): Process ended prematurely: osmo-stp_10.42.42.5(pid=27489) [trial-2358↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27489)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27489): Process ended prematurely: osmo-stp_10.42.42.5(pid=27489) [trial-2358↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a10:39:08.990622 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:09.001697 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:39:09.140351 tst iperf3.py: using LAC 20889\u000a10:39:09.263959 tst iperf3.py: using RAC 234\u000a10:39:09.380523 tst iperf3.py: using CellId 20889\u000a10:39:09.498018 tst iperf3.py: using BVCI 20890\u000a10:39:09.521231 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:09.531668 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:09.541974 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:09.552201 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:09.562486 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:09.572753 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:09.583228 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:09.593421 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:09.603731 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:39:09.899393 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:39:10.036519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:10.378116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27481): Launched\u000a10:39:10.660906 run iperf3-srv_10.42.42.10(pid=27482): Launched\u000a10:39:10.860595 tst iperf3.py:8: start network...\u000a10:39:10.996736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:11.513412 run create_hlr_db(pid=27483): Launched\u000a10:39:11.701822 bus /gobi_6: Setting Powered False\u000a10:39:12.723485 run create_hlr_db(pid=27483): Terminated: ok {rc=0}\u000a10:39:13.135121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27485): Launched\u000a10:39:13.443695 run osmo-hlr_10.42.42.2(pid=27486): Launched\u000a10:39:13.557613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:14.090041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27488): Launched\u000a10:39:14.397052 run osmo-stp_10.42.42.5(pid=27489): Launched\u000a10:39:14.508144 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:15.041503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27491): Launched\u000a10:39:15.149588 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:15.416127 run patchelf(pid=27492): Launched\u000a10:39:15.595729 run osmo-stp_10.42.42.5(pid=27489): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27489)]\u000a10:39:15.726306 run osmo-stp_10.42.42.5(pid=27489): stdout: \u000a| (launched: 2022-12-09_10:39:14.244708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:15.857301 run osmo-stp_10.42.42.5(pid=27489): stderr: \u000a| �[0;m�[38;5;43m20221209103914413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103914413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103914413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103914414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103914414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103914414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103914414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:15.992727 run osmo-stp_10.42.42.5(pid=27489): stdout: \u000a| (launched: 2022-12-09_10:39:14.244708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:16.122399 run osmo-stp_10.42.42.5(pid=27489): stderr: \u000a| �[0;m�[38;5;43m20221209103914413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103914413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103914413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103914414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103914414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103914414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103914414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:16.269875 run patchelf(pid=27492): Terminating (SIGINT)\u000a10:39:16.442154 run patchelf(pid=27492): Terminated: ok {rc=0}\u000a10:39:16.474900 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27489): Process ended prematurely: osmo-stp_10.42.42.5(pid=27489) [trial-2358↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27489)] [trial-2358↪gprs:trx-lms↪iperf3.py:8]\u000a10:39:16.485137 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:39:16.547001 run osmo-hlr_10.42.42.2(pid=27486): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27486)]\u000a10:39:16.597112 run osmo-hlr_10.42.42.2(pid=27486): stdout: \u000a| (launched: 2022-12-09_10:39:13.290114) \u000a10:39:16.647862 run osmo-hlr_10.42.42.2(pid=27486): stderr: \u000a| �[0;m�[1;31m20221209103913464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103913464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103913464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103913465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103913465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103913465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103913476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103913486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103913486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103913486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:16.691352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27481): Terminating (SIGTERM)\u000a10:39:16.734398 run iperf3-srv_10.42.42.10(pid=27482): Terminating (SIGTERM)\u000a10:39:16.777462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27485): Terminating (SIGTERM)\u000a10:39:16.818445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27488): Terminating (SIGTERM)\u000a10:39:16.859397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27491): Terminating (SIGTERM)\u000a10:39:16.869122 --- ParallelTerminationStrategy: PID 27481 died...\u000a10:39:16.923164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27481): Terminated: ok {rc=0}\u000a10:39:16.933492 --- ParallelTerminationStrategy: PID 27482 died...\u000a10:39:16.987620 run iperf3-srv_10.42.42.10(pid=27482): Terminated {rc=256}\u000a10:39:17.002523 --- ParallelTerminationStrategy: PID 27485 died...\u000a10:39:17.068060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27485): Terminated: ok {rc=0}\u000a10:39:17.078267 --- ParallelTerminationStrategy: PID 27488 died...\u000a10:39:17.133085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27488): Terminated: ok {rc=0}\u000a10:39:17.143169 --- ParallelTerminationStrategy: PID 27491 died...\u000a10:39:17.197511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27491): Terminated: ok {rc=0}\u000a10:39:17.283109 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27507): Process ended prematurely: osmo-stp_10.42.42.5(pid=27507) [trial-2358↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27507)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27507): Process ended prematurely: osmo-stp_10.42.42.5(pid=27507) [trial-2358↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a10:39:18.392010 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:18.403014 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:39:18.539111 tst iperf3m4.py: using LAC 20890\u000a10:39:18.658241 tst iperf3m4.py: using RAC 235\u000a10:39:18.775462 tst iperf3m4.py: using CellId 20890\u000a10:39:18.894671 tst iperf3m4.py: using BVCI 20891\u000a10:39:18.917601 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:18.928070 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:18.938436 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:18.948672 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:18.958872 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:18.969129 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:18.979565 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:18.989792 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:19.000493 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:39:19.118454 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:39:19.244499 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:39:19.360105 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:39:19.637130 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:39:19.762169 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:20.073748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27493): Launched\u000a10:39:20.335317 run iperf3-srv_10.42.42.10(pid=27494): Launched\u000a10:39:20.518587 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:39:20.643857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:20.958352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27495): Launched\u000a10:39:21.219531 run iperf3-srv_10.42.42.10(pid=27496): Launched\u000a10:39:21.401360 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:39:21.526418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:21.838898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27497): Launched\u000a10:39:22.097727 run iperf3-srv_10.42.42.10(pid=27498): Launched\u000a10:39:22.279177 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:39:22.403468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:22.714658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27499): Launched\u000a10:39:22.974789 run iperf3-srv_10.42.42.10(pid=27500): Launched\u000a10:39:23.156702 tst iperf3m4.py:8: start network...\u000a10:39:23.281692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:23.765805 run create_hlr_db(pid=27501): Launched\u000a10:39:23.938385 bus /gobi_6: Setting Powered False\u000a10:39:24.961293 run create_hlr_db(pid=27501): Terminated: ok {rc=0}\u000a10:39:25.391775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27503): Launched\u000a10:39:25.717164 run osmo-hlr_10.42.42.2(pid=27504): Launched\u000a10:39:25.836128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:26.403512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27506): Launched\u000a10:39:26.727157 run osmo-stp_10.42.42.5(pid=27507): Launched\u000a10:39:26.844093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:27.407112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27509): Launched\u000a10:39:27.521860 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:27.805193 run patchelf(pid=27510): Launched\u000a10:39:27.993832 run osmo-stp_10.42.42.5(pid=27507): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27507)]\u000a10:39:28.131369 run osmo-stp_10.42.42.5(pid=27507): stdout: \u000a| (launched: 2022-12-09_10:39:26.567296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:28.269807 run osmo-stp_10.42.42.5(pid=27507): stderr: \u000a| �[0;m�[38;5;43m20221209103926754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103926754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103926755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103926755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103926756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103926756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103926756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:28.403716 run osmo-stp_10.42.42.5(pid=27507): stdout: \u000a| (launched: 2022-12-09_10:39:26.567296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:28.536079 run osmo-stp_10.42.42.5(pid=27507): stderr: \u000a| �[0;m�[38;5;43m20221209103926754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103926754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103926755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103926755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103926756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103926756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103926756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:28.690440 run patchelf(pid=27510): Terminating (SIGINT)\u000a10:39:28.871303 run patchelf(pid=27510): Terminated: ok {rc=0}\u000a10:39:28.904645 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27507): Process ended prematurely: osmo-stp_10.42.42.5(pid=27507) [trial-2358↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27507)] [trial-2358↪gprs:trx-lms↪iperf3m4.py:8]\u000a10:39:28.914998 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:39:28.979520 run osmo-hlr_10.42.42.2(pid=27504): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27504)]\u000a10:39:29.032124 run osmo-hlr_10.42.42.2(pid=27504): stdout: \u000a| (launched: 2022-12-09_10:39:25.556152) \u000a10:39:29.084867 run osmo-hlr_10.42.42.2(pid=27504): stderr: \u000a| �[0;m�[1;31m20221209103925749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103925749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103925749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103925749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103925749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103925749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103925761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103925771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103925771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103925771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:29.129544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27493): Terminating (SIGTERM)\u000a10:39:29.172200 run iperf3-srv_10.42.42.10(pid=27494): Terminating (SIGTERM)\u000a10:39:29.214674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27495): Terminating (SIGTERM)\u000a10:39:29.257273 run iperf3-srv_10.42.42.10(pid=27496): Terminating (SIGTERM)\u000a10:39:29.299769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27497): Terminating (SIGTERM)\u000a10:39:29.342258 run iperf3-srv_10.42.42.10(pid=27498): Terminating (SIGTERM)\u000a10:39:29.384723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27499): Terminating (SIGTERM)\u000a10:39:29.426958 run iperf3-srv_10.42.42.10(pid=27500): Terminating (SIGTERM)\u000a10:39:29.469606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27503): Terminating (SIGTERM)\u000a10:39:29.511932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27506): Terminating (SIGTERM)\u000a10:39:29.554137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27509): Terminating (SIGTERM)\u000a10:39:29.564122 --- ParallelTerminationStrategy: PID 27493 died...\u000a10:39:29.620717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27493): Terminated: ok {rc=0}\u000a10:39:29.630934 --- ParallelTerminationStrategy: PID 27494 died...\u000a10:39:29.686528 run iperf3-srv_10.42.42.10(pid=27494): Terminated {rc=256}\u000a10:39:29.696912 --- ParallelTerminationStrategy: PID 27495 died...\u000a10:39:29.752931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27495): Terminated: ok {rc=0}\u000a10:39:29.763306 --- ParallelTerminationStrategy: PID 27496 died...\u000a10:39:29.818949 run iperf3-srv_10.42.42.10(pid=27496): Terminated {rc=256}\u000a10:39:29.829422 --- ParallelTerminationStrategy: PID 27497 died...\u000a10:39:29.885227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27497): Terminated: ok {rc=0}\u000a10:39:29.895301 --- ParallelTerminationStrategy: PID 27498 died...\u000a10:39:29.951232 run iperf3-srv_10.42.42.10(pid=27498): Terminated {rc=256}\u000a10:39:29.961478 --- ParallelTerminationStrategy: PID 27499 died...\u000a10:39:30.017446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27499): Terminated: ok {rc=0}\u000a10:39:30.027639 --- ParallelTerminationStrategy: PID 27500 died...\u000a10:39:30.083613 run iperf3-srv_10.42.42.10(pid=27500): Terminated {rc=256}\u000a10:39:30.093976 --- ParallelTerminationStrategy: PID 27503 died...\u000a10:39:30.149773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27503): Terminated: ok {rc=0}\u000a10:39:30.159948 --- ParallelTerminationStrategy: PID 27506 died...\u000a10:39:30.216005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27506): Terminated: ok {rc=0}\u000a10:39:30.226217 --- ParallelTerminationStrategy: PID 27509 died...\u000a10:39:30.282327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27509): Terminated: ok {rc=0}\u000a10:39:30.370298 bus /gobi_4: Setting Powered False\u000a10:39:31.477406 bus /gobi_4: Setting Powered False\u000a10:39:32.587258 bus /gobi_1: Setting Powered False\u000a10:39:33.689805 bus /gobi_1: Setting Powered False\u000a10:39:34.799674 bus /gobi_0: Setting Powered False\u000a10:39:35.905121 bus /gobi_0: Setting Powered False\u000a10:39:37.017147 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27517): Process ended prematurely: osmo-stp_10.42.42.5(pid=27517) [trial-2358↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27517)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27517): Process ended prematurely: osmo-stp_10.42.42.5(pid=27517) [trial-2358↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a10:39:38.084012 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:38.095362 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:39:38.234572 tst ping.py: using LAC 20891\u000a10:39:38.351764 tst ping.py: using RAC 236\u000a10:39:38.466436 tst ping.py: using CellId 20891\u000a10:39:38.581430 tst ping.py: using BVCI 20892\u000a10:39:38.604107 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:38.614805 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:38.625316 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:38.635925 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:38.646619 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:38.657259 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:38.667979 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:38.678657 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:39:38.948877 tst ping.py:19: start network...\u000a10:39:39.070961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:39.547538 run create_hlr_db(pid=27511): Launched\u000a10:39:39.718207 bus /gobi_6: Setting Powered False\u000a10:39:40.740002 run create_hlr_db(pid=27511): Terminated: ok {rc=0}\u000a10:39:41.135669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27513): Launched\u000a10:39:41.430521 run osmo-hlr_10.42.42.2(pid=27514): Launched\u000a10:39:41.546076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:42.070006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27516): Launched\u000a10:39:42.366416 run osmo-stp_10.42.42.5(pid=27517): Launched\u000a10:39:42.472809 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:42.989716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27519): Launched\u000a10:39:43.095062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:43.356095 run patchelf(pid=27520): Launched\u000a10:39:43.529966 run osmo-stp_10.42.42.5(pid=27517): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27517)]\u000a10:39:43.656521 run osmo-stp_10.42.42.5(pid=27517): stdout: \u000a| (launched: 2022-12-09_10:39:42.219593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:43.784204 run osmo-stp_10.42.42.5(pid=27517): stderr: \u000a| �[0;m�[38;5;43m20221209103942384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103942385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103942385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103942385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103942386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103942386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103942386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:43.906734 run osmo-stp_10.42.42.5(pid=27517): stdout: \u000a| (launched: 2022-12-09_10:39:42.219593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:44.028062 run osmo-stp_10.42.42.5(pid=27517): stderr: \u000a| �[0;m�[38;5;43m20221209103942384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103942385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103942385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103942385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103942386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103942386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103942386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:44.169665 run patchelf(pid=27520): Terminating (SIGINT)\u000a10:39:44.335430 run patchelf(pid=27520): Terminated: ok {rc=0}\u000a10:39:44.365704 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27517): Process ended prematurely: osmo-stp_10.42.42.5(pid=27517) [trial-2358↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27517)] [trial-2358↪gprs:trx-lms↪ping.py:22]\u000a10:39:44.374429 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:39:44.434623 run osmo-hlr_10.42.42.2(pid=27514): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27514)]\u000a10:39:44.483637 run osmo-hlr_10.42.42.2(pid=27514): stdout: \u000a| (launched: 2022-12-09_10:39:41.285213) \u000a10:39:44.533420 run osmo-hlr_10.42.42.2(pid=27514): stderr: \u000a| �[0;m�[1;31m20221209103941456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103941456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103941456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103941456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103941456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103941456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103941467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103941476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103941476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103941476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:44.575716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27513): Terminating (SIGTERM)\u000a10:39:44.615694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27516): Terminating (SIGTERM)\u000a10:39:44.655746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27519): Terminating (SIGTERM)\u000a10:39:44.665327 --- ParallelTerminationStrategy: PID 27513 died...\u000a10:39:44.719333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27513): Terminated: ok {rc=0}\u000a10:39:44.729140 --- ParallelTerminationStrategy: PID 27516 died...\u000a10:39:44.782472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27516): Terminated: ok {rc=0}\u000a10:39:44.792248 --- ParallelTerminationStrategy: PID 27519 died...\u000a10:39:44.845589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27519): Terminated: ok {rc=0}\u000a10:39:44.934853 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27527): Process ended prematurely: osmo-stp_10.42.42.5(pid=27527) [trial-2358↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27527)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27527): Process ended prematurely: osmo-stp_10.42.42.5(pid=27527) [trial-2358↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a10:39:45.987519 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:46.000211 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:39:46.148331 tst ping_idle_ping.py: using LAC 20892\u000a10:39:46.279110 tst ping_idle_ping.py: using RAC 237\u000a10:39:46.399541 tst ping_idle_ping.py: using CellId 20892\u000a10:39:46.545451 tst ping_idle_ping.py: using BVCI 20893\u000a10:39:46.569168 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:46.580425 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:46.591459 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:46.602662 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:46.613951 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:46.624774 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:46.636275 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:39:46.647518 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:39:46.923801 tst ping_idle_ping.py:24: start network...\u000a10:39:47.049573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:47.533271 run create_hlr_db(pid=27521): Launched\u000a10:39:47.704264 bus /gobi_6: Setting Powered False\u000a10:39:48.725987 run create_hlr_db(pid=27521): Terminated: ok {rc=0}\u000a10:39:49.150416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27523): Launched\u000a10:39:49.470906 run osmo-hlr_10.42.42.2(pid=27524): Launched\u000a10:39:49.589547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:50.107918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27526): Launched\u000a10:39:50.404718 run osmo-stp_10.42.42.5(pid=27527): Launched\u000a10:39:50.511173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:51.028763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27529): Launched\u000a10:39:51.133970 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:51.392795 run patchelf(pid=27530): Launched\u000a10:39:51.566191 run osmo-stp_10.42.42.5(pid=27527): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27527)]\u000a10:39:51.692251 run osmo-stp_10.42.42.5(pid=27527): stdout: \u000a| (launched: 2022-12-09_10:39:50.257950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:51.819719 run osmo-stp_10.42.42.5(pid=27527): stderr: \u000a| �[0;m�[38;5;43m20221209103950424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103950424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103950424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103950425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103950425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103950425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103950425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:51.942307 run osmo-stp_10.42.42.5(pid=27527): stdout: \u000a| (launched: 2022-12-09_10:39:50.257950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:52.063468 run osmo-stp_10.42.42.5(pid=27527): stderr: \u000a| �[0;m�[38;5;43m20221209103950424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209103950424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209103950424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209103950425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209103950425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209103950425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209103950425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:52.204866 run patchelf(pid=27530): Terminating (SIGINT)\u000a10:39:52.370830 run patchelf(pid=27530): Terminated: ok {rc=0}\u000a10:39:52.401228 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27527): Process ended prematurely: osmo-stp_10.42.42.5(pid=27527) [trial-2358↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27527)] [trial-2358↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a10:39:52.409910 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a10:39:52.470017 run osmo-hlr_10.42.42.2(pid=27524): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27524)]\u000a10:39:52.519085 run osmo-hlr_10.42.42.2(pid=27524): stdout: \u000a| (launched: 2022-12-09_10:39:49.312753) \u000a10:39:52.568725 run osmo-hlr_10.42.42.2(pid=27524): stderr: \u000a| �[0;m�[1;31m20221209103949508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209103949508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209103949508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103949508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209103949508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209103949508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209103949526 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209103949535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209103949535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209103949535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:52.611016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27523): Terminating (SIGTERM)\u000a10:39:52.650783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27526): Terminating (SIGTERM)\u000a10:39:52.690759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27529): Terminating (SIGTERM)\u000a10:39:52.700242 --- ParallelTerminationStrategy: PID 27523 died...\u000a10:39:52.753647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27523): Terminated: ok {rc=0}\u000a10:39:52.763644 --- ParallelTerminationStrategy: PID 27526 died...\u000a10:39:52.816729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27526): Terminated: ok {rc=0}\u000a10:39:52.826579 --- ParallelTerminationStrategy: PID 27529 died...\u000a10:39:52.879653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27529): Terminated: ok {rc=0}\u000a10:39:52.967865 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:38:55" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27544): Process ended prematurely: osmo-stp_10.42.42.5(pid=27544) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27544)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27544): Process ended prematurely: osmo-stp_10.42.42.5(pid=27544) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:39:55.128369 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:39:55.139553 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:39:55.286930 tst cs_paging_gprs_active.py: using LAC 20893\u000a10:39:55.414462 tst cs_paging_gprs_active.py: using RAC 238\u000a10:39:55.541286 tst cs_paging_gprs_active.py: using CellId 20893\u000a10:39:55.670314 tst cs_paging_gprs_active.py: using BVCI 20894\u000a10:39:55.695231 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:39:55.706553 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:39:55.717545 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:39:55.729023 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:39:55.740297 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:39:55.751626 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:39:55.763901 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:39:55.775141 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:39:55.786629 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:39:55.909277 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:39:56.203387 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:39:56.340323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:56.676437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27534): Launched\u000a10:39:56.956058 run iperf3-srv_10.42.42.10(pid=27535): Launched\u000a10:39:57.163337 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:39:57.299242 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:57.633892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27536): Launched\u000a10:39:57.914130 run iperf3-srv_10.42.42.10(pid=27537): Launched\u000a10:39:58.113195 tst cs_paging_gprs_active.py:38: start network...\u000a10:39:58.249324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:58.759846 run create_hlr_db(pid=27538): Launched\u000a10:39:58.947010 bus /gobi_6: Setting Powered False\u000a10:39:59.968474 run create_hlr_db(pid=27538): Terminated: ok {rc=0}\u000a10:40:00.373267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27540): Launched\u000a10:40:00.675326 run osmo-hlr_10.42.42.2(pid=27541): Launched\u000a10:40:00.795188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:01.355800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27543): Launched\u000a10:40:01.827338 run osmo-stp_10.42.42.5(pid=27544): Launched\u000a10:40:01.955674 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:02.527238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27549): Launched\u000a10:40:02.633731 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:02.895798 run patchelf(pid=27550): Launched\u000a10:40:03.073811 run osmo-stp_10.42.42.5(pid=27544): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27544)]\u000a10:40:03.202162 run osmo-stp_10.42.42.5(pid=27544): stdout: \u000a| (launched: 2022-12-09_10:40:01.526662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:03.330974 run osmo-stp_10.42.42.5(pid=27544): stderr: \u000a| �[0;m�[38;5;43m20221209104001715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104001715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104001716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104001716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104001717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104001717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104001717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:03.455765 run osmo-stp_10.42.42.5(pid=27544): stdout: \u000a| (launched: 2022-12-09_10:40:01.526662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:03.579360 run osmo-stp_10.42.42.5(pid=27544): stderr: \u000a| �[0;m�[38;5;43m20221209104001715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104001715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104001716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104001716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104001717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104001717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104001717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:03.723003 run patchelf(pid=27550): Terminating (SIGINT)\u000a10:40:03.891969 run patchelf(pid=27550): Terminated: ok {rc=0}\u000a10:40:03.923000 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27544): Process ended prematurely: osmo-stp_10.42.42.5(pid=27544) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27544)] [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:40:03.932177 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:40:03.991736 run osmo-hlr_10.42.42.2(pid=27541): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27541)]\u000a10:40:04.040389 run osmo-hlr_10.42.42.2(pid=27541): stdout: \u000a| (launched: 2022-12-09_10:40:00.526842) \u000a10:40:04.089666 run osmo-hlr_10.42.42.2(pid=27541): stderr: \u000a| �[0;m�[1;31m20221209104000701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104000701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104000701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104000701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104000701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104000701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104000713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104000723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104000723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104000723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:04.131553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27534): Terminating (SIGTERM)\u000a10:40:04.170841 run iperf3-srv_10.42.42.10(pid=27535): Terminating (SIGTERM)\u000a10:40:04.210278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27536): Terminating (SIGTERM)\u000a10:40:04.249595 run iperf3-srv_10.42.42.10(pid=27537): Terminating (SIGTERM)\u000a10:40:04.289048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27540): Terminating (SIGTERM)\u000a10:40:04.328339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27543): Terminating (SIGTERM)\u000a10:40:04.367724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27549): Terminating (SIGTERM)\u000a10:40:04.377011 --- ParallelTerminationStrategy: PID 27534 died...\u000a10:40:04.429784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27534): Terminated: ok {rc=0}\u000a10:40:04.439493 --- ParallelTerminationStrategy: PID 27535 died...\u000a10:40:04.491815 run iperf3-srv_10.42.42.10(pid=27535): Terminated {rc=256}\u000a10:40:04.501482 --- ParallelTerminationStrategy: PID 27536 died...\u000a10:40:04.553906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27536): Terminated: ok {rc=0}\u000a10:40:04.563491 --- ParallelTerminationStrategy: PID 27537 died...\u000a10:40:04.616282 run iperf3-srv_10.42.42.10(pid=27537): Terminated {rc=256}\u000a10:40:04.625979 --- ParallelTerminationStrategy: PID 27540 died...\u000a10:40:04.678700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27540): Terminated: ok {rc=0}\u000a10:40:04.688319 --- ParallelTerminationStrategy: PID 27543 died...\u000a10:40:04.740762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27543): Terminated: ok {rc=0}\u000a10:40:04.750425 --- ParallelTerminationStrategy: PID 27549 died...\u000a10:40:04.802998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27549): Terminated: ok {rc=0}\u000a10:40:04.891486 bus /gobi_0: Setting Powered False\u000a10:40:05.994533 bus /gobi_0: Setting Powered False\u000a10:40:07.105606 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27559): Process ended prematurely: osmo-stp_10.42.42.5(pid=27559) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27559)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27559): Process ended prematurely: osmo-stp_10.42.42.5(pid=27559) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:40:08.216052 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:08.227382 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:40:08.365132 tst iperf3.py: using LAC 20894\u000a10:40:08.485176 tst iperf3.py: using RAC 239\u000a10:40:08.603794 tst iperf3.py: using CellId 20894\u000a10:40:08.722026 tst iperf3.py: using BVCI 20895\u000a10:40:08.745061 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:08.755727 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:08.766415 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:08.777369 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:08.787889 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:08.798409 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:08.809195 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:08.819573 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:08.830690 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:40:09.103929 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:40:09.229117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:40:09.542032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27551): Launched\u000a10:40:09.803656 run iperf3-srv_10.42.42.10(pid=27552): Launched\u000a10:40:09.986415 tst iperf3.py:8: start network...\u000a10:40:10.111304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:10.594904 run create_hlr_db(pid=27553): Launched\u000a10:40:10.776086 bus /gobi_6: Setting Powered False\u000a10:40:11.790677 run create_hlr_db(pid=27553): Terminated: ok {rc=0}\u000a10:40:12.191731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27555): Launched\u000a10:40:12.492486 run osmo-hlr_10.42.42.2(pid=27556): Launched\u000a10:40:12.608418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:13.135838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27558): Launched\u000a10:40:13.437026 run osmo-stp_10.42.42.5(pid=27559): Launched\u000a10:40:13.546445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:14.073112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27561): Launched\u000a10:40:14.179336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:14.440753 run patchelf(pid=27562): Launched\u000a10:40:14.615692 run osmo-stp_10.42.42.5(pid=27559): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27559)]\u000a10:40:14.743317 run osmo-stp_10.42.42.5(pid=27559): stdout: \u000a| (launched: 2022-12-09_10:40:13.288453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:14.871463 run osmo-stp_10.42.42.5(pid=27559): stderr: \u000a| �[0;m�[38;5;43m20221209104013455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104013455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104013456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104013456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104013457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104013457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104013457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:14.995408 run osmo-stp_10.42.42.5(pid=27559): stdout: \u000a| (launched: 2022-12-09_10:40:13.288453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:15.118335 run osmo-stp_10.42.42.5(pid=27559): stderr: \u000a| �[0;m�[38;5;43m20221209104013455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104013455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104013456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104013456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104013457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104013457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104013457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:15.261650 run patchelf(pid=27562): Terminating (SIGINT)\u000a10:40:15.429823 run patchelf(pid=27562): Terminated: ok {rc=0}\u000a10:40:15.460850 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27559): Process ended prematurely: osmo-stp_10.42.42.5(pid=27559) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27559)] [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a10:40:15.470127 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a10:40:15.530076 run osmo-hlr_10.42.42.2(pid=27556): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27556)]\u000a10:40:15.579033 run osmo-hlr_10.42.42.2(pid=27556): stdout: \u000a| (launched: 2022-12-09_10:40:12.344744) \u000a10:40:15.628559 run osmo-hlr_10.42.42.2(pid=27556): stderr: \u000a| �[0;m�[1;31m20221209104012519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104012519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104012519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104012519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104012519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104012519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104012532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104012542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104012542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104012542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:15.670493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27551): Terminating (SIGTERM)\u000a10:40:15.709681 run iperf3-srv_10.42.42.10(pid=27552): Terminating (SIGTERM)\u000a10:40:15.749117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27555): Terminating (SIGTERM)\u000a10:40:15.788764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27558): Terminating (SIGTERM)\u000a10:40:15.828203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27561): Terminating (SIGTERM)\u000a10:40:15.842458 --- ParallelTerminationStrategy: PID 27551 died...\u000a10:40:15.911343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27551): Terminated: ok {rc=0}\u000a10:40:15.922119 --- ParallelTerminationStrategy: PID 27552 died...\u000a10:40:15.976802 run iperf3-srv_10.42.42.10(pid=27552): Terminated {rc=256}\u000a10:40:15.987382 --- ParallelTerminationStrategy: PID 27555 died...\u000a10:40:16.043876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27555): Terminated: ok {rc=0}\u000a10:40:16.056131 --- ParallelTerminationStrategy: PID 27558 died...\u000a10:40:16.122632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27558): Terminated: ok {rc=0}\u000a10:40:16.134512 --- ParallelTerminationStrategy: PID 27561 died...\u000a10:40:16.200398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27561): Terminated: ok {rc=0}\u000a10:40:16.307671 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27577): Process ended prematurely: osmo-stp_10.42.42.5(pid=27577) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27577)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27577): Process ended prematurely: osmo-stp_10.42.42.5(pid=27577) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:40:17.417833 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:17.428860 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:40:17.567397 tst iperf3m4.py: using LAC 20895\u000a10:40:17.687622 tst iperf3m4.py: using RAC 240\u000a10:40:17.807536 tst iperf3m4.py: using CellId 20895\u000a10:40:17.927325 tst iperf3m4.py: using BVCI 20896\u000a10:40:17.950311 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:17.961100 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:17.971762 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:17.982427 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:17.992829 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:18.003443 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:18.014181 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:18.024390 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:18.035040 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:40:18.150869 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:40:18.271193 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:40:18.390910 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:40:18.668500 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:40:18.794407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:40:19.107102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27563): Launched\u000a10:40:19.367482 run iperf3-srv_10.42.42.10(pid=27564): Launched\u000a10:40:19.549990 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:40:19.675109 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:40:19.987900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27565): Launched\u000a10:40:20.247372 run iperf3-srv_10.42.42.10(pid=27566): Launched\u000a10:40:20.429888 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:40:20.554763 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:40:20.866636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27567): Launched\u000a10:40:21.127108 run iperf3-srv_10.42.42.10(pid=27568): Launched\u000a10:40:21.309315 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:40:21.433740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:40:21.745660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27569): Launched\u000a10:40:22.004663 run iperf3-srv_10.42.42.10(pid=27570): Launched\u000a10:40:22.186135 tst iperf3m4.py:8: start network...\u000a10:40:22.310461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:22.791920 run create_hlr_db(pid=27571): Launched\u000a10:40:22.964443 bus /gobi_6: Setting Powered False\u000a10:40:23.986125 run create_hlr_db(pid=27571): Terminated: ok {rc=0}\u000a10:40:24.415831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27573): Launched\u000a10:40:24.741658 run osmo-hlr_10.42.42.2(pid=27574): Launched\u000a10:40:24.862248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:25.427777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27576): Launched\u000a10:40:25.752941 run osmo-stp_10.42.42.5(pid=27577): Launched\u000a10:40:25.870287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:26.434058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27579): Launched\u000a10:40:26.550152 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:26.833451 run patchelf(pid=27580): Launched\u000a10:40:27.022814 run osmo-stp_10.42.42.5(pid=27577): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27577)]\u000a10:40:27.161340 run osmo-stp_10.42.42.5(pid=27577): stdout: \u000a| (launched: 2022-12-09_10:40:25.591972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:27.300309 run osmo-stp_10.42.42.5(pid=27577): stderr: \u000a| �[0;m�[38;5;43m20221209104025778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104025779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104025779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104025779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104025780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104025780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104025780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:27.434769 run osmo-stp_10.42.42.5(pid=27577): stdout: \u000a| (launched: 2022-12-09_10:40:25.591972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:27.568218 run osmo-stp_10.42.42.5(pid=27577): stderr: \u000a| �[0;m�[38;5;43m20221209104025778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104025779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104025779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104025779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104025780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104025780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104025780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:27.722922 run patchelf(pid=27580): Terminating (SIGINT)\u000a10:40:27.903855 run patchelf(pid=27580): Terminated: ok {rc=0}\u000a10:40:27.937110 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27577): Process ended prematurely: osmo-stp_10.42.42.5(pid=27577) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27577)] [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:40:27.947093 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:40:28.011823 run osmo-hlr_10.42.42.2(pid=27574): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27574)]\u000a10:40:28.064175 run osmo-hlr_10.42.42.2(pid=27574): stdout: \u000a| (launched: 2022-12-09_10:40:24.580647) \u000a10:40:28.117369 run osmo-hlr_10.42.42.2(pid=27574): stderr: \u000a| �[0;m�[1;31m20221209104024773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104024773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104024773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104024773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104024773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104024773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104024788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104024800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104024800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104024800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:28.162609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27563): Terminating (SIGTERM)\u000a10:40:28.205021 run iperf3-srv_10.42.42.10(pid=27564): Terminating (SIGTERM)\u000a10:40:28.249602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27565): Terminating (SIGTERM)\u000a10:40:28.292162 run iperf3-srv_10.42.42.10(pid=27566): Terminating (SIGTERM)\u000a10:40:28.335232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27567): Terminating (SIGTERM)\u000a10:40:28.377714 run iperf3-srv_10.42.42.10(pid=27568): Terminating (SIGTERM)\u000a10:40:28.420446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27569): Terminating (SIGTERM)\u000a10:40:28.462672 run iperf3-srv_10.42.42.10(pid=27570): Terminating (SIGTERM)\u000a10:40:28.505713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27573): Terminating (SIGTERM)\u000a10:40:28.548357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27576): Terminating (SIGTERM)\u000a10:40:28.590664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27579): Terminating (SIGTERM)\u000a10:40:28.600871 --- ParallelTerminationStrategy: PID 27563 died...\u000a10:40:28.657832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27563): Terminated: ok {rc=0}\u000a10:40:28.668092 --- ParallelTerminationStrategy: PID 27564 died...\u000a10:40:28.724149 run iperf3-srv_10.42.42.10(pid=27564): Terminated {rc=256}\u000a10:40:28.734656 --- ParallelTerminationStrategy: PID 27565 died...\u000a10:40:28.791173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27565): Terminated: ok {rc=0}\u000a10:40:28.801464 --- ParallelTerminationStrategy: PID 27566 died...\u000a10:40:28.858297 run iperf3-srv_10.42.42.10(pid=27566): Terminated {rc=256}\u000a10:40:28.868544 --- ParallelTerminationStrategy: PID 27567 died...\u000a10:40:28.925593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27567): Terminated: ok {rc=0}\u000a10:40:28.935849 --- ParallelTerminationStrategy: PID 27568 died...\u000a10:40:28.992319 run iperf3-srv_10.42.42.10(pid=27568): Terminated {rc=256}\u000a10:40:29.002633 --- ParallelTerminationStrategy: PID 27569 died...\u000a10:40:29.059285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27569): Terminated: ok {rc=0}\u000a10:40:29.069916 --- ParallelTerminationStrategy: PID 27570 died...\u000a10:40:29.126393 run iperf3-srv_10.42.42.10(pid=27570): Terminated {rc=256}\u000a10:40:29.136620 --- ParallelTerminationStrategy: PID 27573 died...\u000a10:40:29.193230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27573): Terminated: ok {rc=0}\u000a10:40:29.203391 --- ParallelTerminationStrategy: PID 27576 died...\u000a10:40:29.260047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27576): Terminated: ok {rc=0}\u000a10:40:29.270960 --- ParallelTerminationStrategy: PID 27579 died...\u000a10:40:29.327644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27579): Terminated: ok {rc=0}\u000a10:40:29.415670 bus /gobi_4: Setting Powered False\u000a10:40:30.522374 bus /gobi_4: Setting Powered False\u000a10:40:31.630626 bus /gobi_1: Setting Powered False\u000a10:40:32.735825 bus /gobi_1: Setting Powered False\u000a10:40:33.843375 bus /gobi_0: Setting Powered False\u000a10:40:34.950701 bus /gobi_0: Setting Powered False\u000a10:40:36.060838 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27587): Process ended prematurely: osmo-stp_10.42.42.5(pid=27587) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27587)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27587): Process ended prematurely: osmo-stp_10.42.42.5(pid=27587) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:40:37.130631 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:37.142707 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:40:37.288818 tst ping.py: using LAC 20896\u000a10:40:37.415373 tst ping.py: using RAC 241\u000a10:40:37.542160 tst ping.py: using CellId 20896\u000a10:40:37.666432 tst ping.py: using BVCI 20897\u000a10:40:37.690824 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:37.702120 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:37.713150 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:37.724413 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:37.735731 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:37.747186 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:37.758679 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:37.770150 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:40:38.043245 tst ping.py:19: start network...\u000a10:40:38.167000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:38.646306 run create_hlr_db(pid=27581): Launched\u000a10:40:38.818168 bus /gobi_6: Setting Powered False\u000a10:40:39.839414 run create_hlr_db(pid=27581): Terminated: ok {rc=0}\u000a10:40:40.236919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27583): Launched\u000a10:40:40.533890 run osmo-hlr_10.42.42.2(pid=27584): Launched\u000a10:40:40.650422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:41.176534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27586): Launched\u000a10:40:41.473503 run osmo-stp_10.42.42.5(pid=27587): Launched\u000a10:40:41.580640 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:42.101161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27589): Launched\u000a10:40:42.207191 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:42.466222 run patchelf(pid=27590): Launched\u000a10:40:42.639522 run osmo-stp_10.42.42.5(pid=27587): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27587)]\u000a10:40:42.766197 run osmo-stp_10.42.42.5(pid=27587): stdout: \u000a| (launched: 2022-12-09_10:40:41.326754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:42.892854 run osmo-stp_10.42.42.5(pid=27587): stderr: \u000a| �[0;m�[38;5;43m20221209104041494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104041494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104041494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104041495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104041495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104041495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104041495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:43.015249 run osmo-stp_10.42.42.5(pid=27587): stdout: \u000a| (launched: 2022-12-09_10:40:41.326754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:43.136833 run osmo-stp_10.42.42.5(pid=27587): stderr: \u000a| �[0;m�[38;5;43m20221209104041494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104041494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104041494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104041495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104041495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104041495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104041495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:43.278225 run patchelf(pid=27590): Terminating (SIGINT)\u000a10:40:43.444366 run patchelf(pid=27590): Terminated: ok {rc=0}\u000a10:40:43.474834 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27587): Process ended prematurely: osmo-stp_10.42.42.5(pid=27587) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27587)] [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a10:40:43.483604 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:40:43.543470 run osmo-hlr_10.42.42.2(pid=27584): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27584)]\u000a10:40:43.592233 run osmo-hlr_10.42.42.2(pid=27584): stdout: \u000a| (launched: 2022-12-09_10:40:40.387451) \u000a10:40:43.641730 run osmo-hlr_10.42.42.2(pid=27584): stderr: \u000a| �[0;m�[1;31m20221209104040561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104040561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104040561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104040561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104040561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104040561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104040573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104040582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104040582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104040582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:43.684086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27583): Terminating (SIGTERM)\u000a10:40:43.724064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27586): Terminating (SIGTERM)\u000a10:40:43.763918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27589): Terminating (SIGTERM)\u000a10:40:43.773438 --- ParallelTerminationStrategy: PID 27583 died...\u000a10:40:43.826863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27583): Terminated: ok {rc=0}\u000a10:40:43.836510 --- ParallelTerminationStrategy: PID 27586 died...\u000a10:40:43.889549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27586): Terminated: ok {rc=0}\u000a10:40:43.899224 --- ParallelTerminationStrategy: PID 27589 died...\u000a10:40:43.952145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27589): Terminated: ok {rc=0}\u000a10:40:44.035905 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27597): Process ended prematurely: osmo-stp_10.42.42.5(pid=27597) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27597)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27597): Process ended prematurely: osmo-stp_10.42.42.5(pid=27597) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:40:45.088550 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:45.100901 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:40:45.249597 tst ping_idle_ping.py: using LAC 20897\u000a10:40:45.376934 tst ping_idle_ping.py: using RAC 242\u000a10:40:45.501733 tst ping_idle_ping.py: using CellId 20897\u000a10:40:45.628397 tst ping_idle_ping.py: using BVCI 20898\u000a10:40:45.652937 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:45.664328 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:45.675524 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:45.687310 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:45.699033 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:45.710877 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:45.722892 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:40:45.735803 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:40:46.034751 tst ping_idle_ping.py:24: start network...\u000a10:40:46.162618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:46.688211 run create_hlr_db(pid=27591): Launched\u000a10:40:46.875278 bus /gobi_6: Setting Powered False\u000a10:40:47.893732 run create_hlr_db(pid=27591): Terminated: ok {rc=0}\u000a10:40:48.318879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27593): Launched\u000a10:40:48.638249 run osmo-hlr_10.42.42.2(pid=27594): Launched\u000a10:40:48.754711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:49.314714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27596): Launched\u000a10:40:49.634442 run osmo-stp_10.42.42.5(pid=27597): Launched\u000a10:40:49.749869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:50.308350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27599): Launched\u000a10:40:50.421815 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:50.700484 run patchelf(pid=27600): Launched\u000a10:40:50.886784 run osmo-stp_10.42.42.5(pid=27597): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27597)]\u000a10:40:51.022361 run osmo-stp_10.42.42.5(pid=27597): stdout: \u000a| (launched: 2022-12-09_10:40:49.475907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:51.158168 run osmo-stp_10.42.42.5(pid=27597): stderr: \u000a| �[0;m�[38;5;43m20221209104049664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104049665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104049665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104049665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104049666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104049666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104049666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:51.290238 run osmo-stp_10.42.42.5(pid=27597): stdout: \u000a| (launched: 2022-12-09_10:40:49.475907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:51.420571 run osmo-stp_10.42.42.5(pid=27597): stderr: \u000a| �[0;m�[38;5;43m20221209104049664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104049665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104049665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104049665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104049666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104049666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104049666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:51.572099 run patchelf(pid=27600): Terminating (SIGINT)\u000a10:40:51.750176 run patchelf(pid=27600): Terminated: ok {rc=0}\u000a10:40:51.782714 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27597): Process ended prematurely: osmo-stp_10.42.42.5(pid=27597) [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27597)] [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:40:51.792063 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:40:51.856037 run osmo-hlr_10.42.42.2(pid=27594): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27594)]\u000a10:40:51.907655 run osmo-hlr_10.42.42.2(pid=27594): stdout: \u000a| (launched: 2022-12-09_10:40:48.480489) \u000a10:40:51.959715 run osmo-hlr_10.42.42.2(pid=27594): stderr: \u000a| �[0;m�[1;31m20221209104048676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104048676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104048676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104048676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104048676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104048676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104048688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104048696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104048696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104048696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:52.004189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27593): Terminating (SIGTERM)\u000a10:40:52.046433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27596): Terminating (SIGTERM)\u000a10:40:52.088849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27599): Terminating (SIGTERM)\u000a10:40:52.098830 --- ParallelTerminationStrategy: PID 27593 died...\u000a10:40:52.155169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27593): Terminated: ok {rc=0}\u000a10:40:52.165766 --- ParallelTerminationStrategy: PID 27596 died...\u000a10:40:52.222384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27596): Terminated: ok {rc=0}\u000a10:40:52.232661 --- ParallelTerminationStrategy: PID 27599 died...\u000a10:40:52.290523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27599): Terminated: ok {rc=0}\u000a10:40:52.378727 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:39:54" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27616): Process ended prematurely: osmo-stp_10.42.42.5(pid=27616) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27616)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27616): Process ended prematurely: osmo-stp_10.42.42.5(pid=27616) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:40:54.538345 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:40:54.549586 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:40:54.719229 tst cs_paging_gprs_active.py: using LAC 20898\u000a10:40:54.846186 tst cs_paging_gprs_active.py: using RAC 243\u000a10:40:54.974194 tst cs_paging_gprs_active.py: using CellId 20898\u000a10:40:55.093804 tst cs_paging_gprs_active.py: using BVCI 20899\u000a10:40:55.117195 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:40:55.128098 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:40:55.138844 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:40:55.149790 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:40:55.160288 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:40:55.170947 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:40:55.181719 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:40:55.192027 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:40:55.202700 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:40:55.323098 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:40:55.601261 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:40:55.727558 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:40:56.043184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27606): Launched\u000a10:40:56.304787 run iperf3-srv_10.42.42.10(pid=27607): Launched\u000a10:40:56.488433 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:40:56.614348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:40:56.928019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27608): Launched\u000a10:40:57.188705 run iperf3-srv_10.42.42.10(pid=27609): Launched\u000a10:40:57.372063 tst cs_paging_gprs_active.py:38: start network...\u000a10:40:57.498114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:57.984669 run create_hlr_db(pid=27610): Launched\u000a10:40:58.159073 bus /gobi_6: Setting Powered False\u000a10:40:59.179468 run create_hlr_db(pid=27610): Terminated: ok {rc=0}\u000a10:40:59.609978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27612): Launched\u000a10:40:59.934976 run osmo-hlr_10.42.42.2(pid=27613): Launched\u000a10:41:00.053070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:00.615316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27615): Launched\u000a10:41:01.041455 run osmo-stp_10.42.42.5(pid=27616): Launched\u000a10:41:01.272922 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:41:01.859016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27618): Launched\u000a10:41:01.991365 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:41:02.294420 run patchelf(pid=27619): Launched\u000a10:41:02.486401 run osmo-stp_10.42.42.5(pid=27616): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27616)]\u000a10:41:02.625310 run osmo-stp_10.42.42.5(pid=27616): stdout: \u000a| (launched: 2022-12-09_10:41:00.780578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:02.764783 run osmo-stp_10.42.42.5(pid=27616): stderr: \u000a| �[0;m�[38;5;43m20221209104101059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104101059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104101060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104101060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104101062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104101062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104101062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:02.899509 run osmo-stp_10.42.42.5(pid=27616): stdout: \u000a| (launched: 2022-12-09_10:41:00.780578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:03.033923 run osmo-stp_10.42.42.5(pid=27616): stderr: \u000a| �[0;m�[38;5;43m20221209104101059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104101059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104101060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104101060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104101062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104101062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104101062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:03.189960 run patchelf(pid=27619): Terminating (SIGINT)\u000a10:41:03.373078 run patchelf(pid=27619): Terminated: ok {rc=0}\u000a10:41:03.406666 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27616): Process ended prematurely: osmo-stp_10.42.42.5(pid=27616) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27616)] [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:41:03.416658 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a10:41:03.481682 run osmo-hlr_10.42.42.2(pid=27613): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27613)]\u000a10:41:03.533765 run osmo-hlr_10.42.42.2(pid=27613): stdout: \u000a| (launched: 2022-12-09_10:40:59.774309) \u000a10:41:03.587261 run osmo-hlr_10.42.42.2(pid=27613): stderr: \u000a| �[0;m�[1;31m20221209104059969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104059969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104059969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104059969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104059969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104059969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104059980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104059989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104059989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104059989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:03.632645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27606): Terminating (SIGTERM)\u000a10:41:03.675211 run iperf3-srv_10.42.42.10(pid=27607): Terminating (SIGTERM)\u000a10:41:03.718394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27608): Terminating (SIGTERM)\u000a10:41:03.760662 run iperf3-srv_10.42.42.10(pid=27609): Terminating (SIGTERM)\u000a10:41:03.803345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27612): Terminating (SIGTERM)\u000a10:41:03.845980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27615): Terminating (SIGTERM)\u000a10:41:03.888774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27618): Terminating (SIGTERM)\u000a10:41:03.898444 --- ParallelTerminationStrategy: PID 27606 died...\u000a10:41:03.955195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27606): Terminated: ok {rc=0}\u000a10:41:03.965896 --- ParallelTerminationStrategy: PID 27607 died...\u000a10:41:04.022735 run iperf3-srv_10.42.42.10(pid=27607): Terminated {rc=256}\u000a10:41:04.033130 --- ParallelTerminationStrategy: PID 27608 died...\u000a10:41:04.090053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27608): Terminated: ok {rc=0}\u000a10:41:04.100258 --- ParallelTerminationStrategy: PID 27609 died...\u000a10:41:04.157059 run iperf3-srv_10.42.42.10(pid=27609): Terminated {rc=256}\u000a10:41:04.167336 --- ParallelTerminationStrategy: PID 27612 died...\u000a10:41:04.224502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27612): Terminated: ok {rc=0}\u000a10:41:04.234684 --- ParallelTerminationStrategy: PID 27615 died...\u000a10:41:04.291601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27615): Terminated: ok {rc=0}\u000a10:41:04.301912 --- ParallelTerminationStrategy: PID 27618 died...\u000a10:41:04.358730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27618): Terminated: ok {rc=0}\u000a10:41:04.446097 bus /gobi_0: Setting Powered False\u000a10:41:05.554545 bus /gobi_0: Setting Powered False\u000a10:41:06.661813 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27628): Process ended prematurely: osmo-stp_10.42.42.5(pid=27628) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27628)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27628): Process ended prematurely: osmo-stp_10.42.42.5(pid=27628) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:41:07.778007 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:07.789839 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:41:07.954987 tst iperf3.py: using LAC 20899\u000a10:41:08.083513 tst iperf3.py: using RAC 244\u000a10:41:08.213655 tst iperf3.py: using CellId 20899\u000a10:41:08.339695 tst iperf3.py: using BVCI 20900\u000a10:41:08.364554 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:08.375859 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:08.387016 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:08.398429 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:08.409806 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:08.421163 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:08.432565 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:08.444357 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:08.455953 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:41:08.734305 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:41:08.860629 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:09.174665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27620): Launched\u000a10:41:09.435207 run iperf3-srv_10.42.42.10(pid=27621): Launched\u000a10:41:09.617501 tst iperf3.py:8: start network...\u000a10:41:09.742386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:10.229874 run create_hlr_db(pid=27622): Launched\u000a10:41:10.404242 bus /gobi_6: Setting Powered False\u000a10:41:11.425111 run create_hlr_db(pid=27622): Terminated: ok {rc=0}\u000a10:41:11.855473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27624): Launched\u000a10:41:12.180580 run osmo-hlr_10.42.42.2(pid=27625): Launched\u000a10:41:12.298729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:12.863667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27627): Launched\u000a10:41:13.188925 run osmo-stp_10.42.42.5(pid=27628): Launched\u000a10:41:13.306725 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:41:13.873120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27630): Launched\u000a10:41:13.988820 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:41:14.272676 run patchelf(pid=27631): Launched\u000a10:41:14.462321 run osmo-stp_10.42.42.5(pid=27628): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27628)]\u000a10:41:14.599801 run osmo-stp_10.42.42.5(pid=27628): stdout: \u000a| (launched: 2022-12-09_10:41:13.028421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:14.738376 run osmo-stp_10.42.42.5(pid=27628): stderr: \u000a| �[0;m�[38;5;43m20221209104113216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104113217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104113217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104113217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104113218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104113218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104113218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:14.871896 run osmo-stp_10.42.42.5(pid=27628): stdout: \u000a| (launched: 2022-12-09_10:41:13.028421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:15.005028 run osmo-stp_10.42.42.5(pid=27628): stderr: \u000a| �[0;m�[38;5;43m20221209104113216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104113217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104113217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104113217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104113218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104113218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104113218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:15.159169 run patchelf(pid=27631): Terminating (SIGINT)\u000a10:41:15.340673 run patchelf(pid=27631): Terminated: ok {rc=0}\u000a10:41:15.373947 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27628): Process ended prematurely: osmo-stp_10.42.42.5(pid=27628) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27628)] [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:41:15.383884 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:41:15.447636 run osmo-hlr_10.42.42.2(pid=27625): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27625)]\u000a10:41:15.499204 run osmo-hlr_10.42.42.2(pid=27625): stdout: \u000a| (launched: 2022-12-09_10:41:12.019591) \u000a10:41:15.551467 run osmo-hlr_10.42.42.2(pid=27625): stderr: \u000a| �[0;m�[1;31m20221209104112212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104112212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104112212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104112212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104112212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104112212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104112226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104112235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104112235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104112235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:15.595589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27620): Terminating (SIGTERM)\u000a10:41:15.637742 run iperf3-srv_10.42.42.10(pid=27621): Terminating (SIGTERM)\u000a10:41:15.679829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27624): Terminating (SIGTERM)\u000a10:41:15.721394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27627): Terminating (SIGTERM)\u000a10:41:15.763280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27630): Terminating (SIGTERM)\u000a10:41:15.773366 --- ParallelTerminationStrategy: PID 27620 died...\u000a10:41:15.829880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27620): Terminated: ok {rc=0}\u000a10:41:15.845192 --- ParallelTerminationStrategy: PID 27621 died...\u000a10:41:15.912095 run iperf3-srv_10.42.42.10(pid=27621): Terminated {rc=256}\u000a10:41:15.922726 --- ParallelTerminationStrategy: PID 27624 died...\u000a10:41:15.979584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27624): Terminated: ok {rc=0}\u000a10:41:15.990298 --- ParallelTerminationStrategy: PID 27627 died...\u000a10:41:16.048299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27627): Terminated: ok {rc=0}\u000a10:41:16.059274 --- ParallelTerminationStrategy: PID 27630 died...\u000a10:41:16.117369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27630): Terminated: ok {rc=0}\u000a10:41:16.204500 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27646): Process ended prematurely: osmo-stp_10.42.42.5(pid=27646) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27646)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27646): Process ended prematurely: osmo-stp_10.42.42.5(pid=27646) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:41:17.326407 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:17.337995 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:41:17.503732 tst iperf3m4.py: using LAC 20900\u000a10:41:17.626130 tst iperf3m4.py: using RAC 245\u000a10:41:17.756146 tst iperf3m4.py: using CellId 20900\u000a10:41:17.877995 tst iperf3m4.py: using BVCI 20901\u000a10:41:17.901258 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:17.912328 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:17.923192 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:17.934698 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:17.945869 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:17.957436 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:17.968902 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:17.980096 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:17.991650 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:41:18.113294 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:41:18.233661 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:41:18.354034 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:41:18.647846 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:41:18.783509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:19.119665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27632): Launched\u000a10:41:19.399214 run iperf3-srv_10.42.42.10(pid=27633): Launched\u000a10:41:19.597111 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:41:19.732074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:20.068861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27634): Launched\u000a10:41:20.350117 run iperf3-srv_10.42.42.10(pid=27635): Launched\u000a10:41:20.547349 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:41:20.682499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:21.019139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27636): Launched\u000a10:41:21.299061 run iperf3-srv_10.42.42.10(pid=27637): Launched\u000a10:41:21.496451 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:41:21.631381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:21.966090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27638): Launched\u000a10:41:22.247132 run iperf3-srv_10.42.42.10(pid=27639): Launched\u000a10:41:22.445233 tst iperf3m4.py:8: start network...\u000a10:41:22.580384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:23.092323 run create_hlr_db(pid=27640): Launched\u000a10:41:23.278666 bus /gobi_6: Setting Powered False\u000a10:41:24.301273 run create_hlr_db(pid=27640): Terminated: ok {rc=0}\u000a10:41:24.707083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27642): Launched\u000a10:41:25.010945 run osmo-hlr_10.42.42.2(pid=27643): Launched\u000a10:41:25.124760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:25.649573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27645): Launched\u000a10:41:25.950968 run osmo-stp_10.42.42.5(pid=27646): Launched\u000a10:41:26.059423 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:41:26.586719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27648): Launched\u000a10:41:26.693756 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:41:26.957316 run patchelf(pid=27649): Launched\u000a10:41:27.133366 run osmo-stp_10.42.42.5(pid=27646): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27646)]\u000a10:41:27.261718 run osmo-stp_10.42.42.5(pid=27646): stdout: \u000a| (launched: 2022-12-09_10:41:25.802768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:27.390544 run osmo-stp_10.42.42.5(pid=27646): stderr: \u000a| �[0;m�[38;5;43m20221209104125968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104125968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104125969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104125969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104125970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104125970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104125970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:27.515113 run osmo-stp_10.42.42.5(pid=27646): stdout: \u000a| (launched: 2022-12-09_10:41:25.802768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:27.638311 run osmo-stp_10.42.42.5(pid=27646): stderr: \u000a| �[0;m�[38;5;43m20221209104125968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104125968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104125969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104125969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104125970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104125970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104125970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:27.781739 run patchelf(pid=27649): Terminating (SIGINT)\u000a10:41:27.951057 run patchelf(pid=27649): Terminated: ok {rc=0}\u000a10:41:27.982130 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27646): Process ended prematurely: osmo-stp_10.42.42.5(pid=27646) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27646)] [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:41:27.991430 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:41:28.051906 run osmo-hlr_10.42.42.2(pid=27643): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27643)]\u000a10:41:28.100847 run osmo-hlr_10.42.42.2(pid=27643): stdout: \u000a| (launched: 2022-12-09_10:41:24.859595) \u000a10:41:28.150927 run osmo-hlr_10.42.42.2(pid=27643): stderr: \u000a| �[0;m�[1;31m20221209104125031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104125031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104125031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104125031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104125031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104125031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104125043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104125051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104125052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104125052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:28.193432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27632): Terminating (SIGTERM)\u000a10:41:28.233316 run iperf3-srv_10.42.42.10(pid=27633): Terminating (SIGTERM)\u000a10:41:28.273158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27634): Terminating (SIGTERM)\u000a10:41:28.313717 run iperf3-srv_10.42.42.10(pid=27635): Terminating (SIGTERM)\u000a10:41:28.353252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27636): Terminating (SIGTERM)\u000a10:41:28.393603 run iperf3-srv_10.42.42.10(pid=27637): Terminating (SIGTERM)\u000a10:41:28.433441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27638): Terminating (SIGTERM)\u000a10:41:28.472941 run iperf3-srv_10.42.42.10(pid=27639): Terminating (SIGTERM)\u000a10:41:28.512741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27642): Terminating (SIGTERM)\u000a10:41:28.553278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27645): Terminating (SIGTERM)\u000a10:41:28.593145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27648): Terminating (SIGTERM)\u000a10:41:28.602211 --- ParallelTerminationStrategy: PID 27632 died...\u000a10:41:28.655468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27632): Terminated: ok {rc=0}\u000a10:41:28.665263 --- ParallelTerminationStrategy: PID 27633 died...\u000a10:41:28.718322 run iperf3-srv_10.42.42.10(pid=27633): Terminated {rc=256}\u000a10:41:28.727912 --- ParallelTerminationStrategy: PID 27634 died...\u000a10:41:28.781334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27634): Terminated: ok {rc=0}\u000a10:41:28.790948 --- ParallelTerminationStrategy: PID 27635 died...\u000a10:41:28.843862 run iperf3-srv_10.42.42.10(pid=27635): Terminated {rc=256}\u000a10:41:28.853840 --- ParallelTerminationStrategy: PID 27636 died...\u000a10:41:28.906922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27636): Terminated: ok {rc=0}\u000a10:41:28.916557 --- ParallelTerminationStrategy: PID 27637 died...\u000a10:41:28.969990 run iperf3-srv_10.42.42.10(pid=27637): Terminated {rc=256}\u000a10:41:28.979646 --- ParallelTerminationStrategy: PID 27638 died...\u000a10:41:29.032789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27638): Terminated: ok {rc=0}\u000a10:41:29.042571 --- ParallelTerminationStrategy: PID 27639 died...\u000a10:41:29.095379 run iperf3-srv_10.42.42.10(pid=27639): Terminated {rc=256}\u000a10:41:29.105138 --- ParallelTerminationStrategy: PID 27642 died...\u000a10:41:29.158177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27642): Terminated: ok {rc=0}\u000a10:41:29.167829 --- ParallelTerminationStrategy: PID 27645 died...\u000a10:41:29.221521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27645): Terminated: ok {rc=0}\u000a10:41:29.231209 --- ParallelTerminationStrategy: PID 27648 died...\u000a10:41:29.284396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27648): Terminated: ok {rc=0}\u000a10:41:29.373385 bus /gobi_4: Setting Powered False\u000a10:41:30.478077 bus /gobi_4: Setting Powered False\u000a10:41:31.610513 bus /gobi_1: Setting Powered False\u000a10:41:32.715812 bus /gobi_1: Setting Powered False\u000a10:41:33.827667 bus /gobi_0: Setting Powered False\u000a10:41:34.930130 bus /gobi_0: Setting Powered False\u000a10:41:36.043685 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27656): Process ended prematurely: osmo-stp_10.42.42.5(pid=27656) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27656)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27656): Process ended prematurely: osmo-stp_10.42.42.5(pid=27656) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:41:37.112786 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:37.124827 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:41:37.284610 tst ping.py: using LAC 20901\u000a10:41:37.406403 tst ping.py: using RAC 246\u000a10:41:37.521492 tst ping.py: using CellId 20901\u000a10:41:37.636456 tst ping.py: using BVCI 20902\u000a10:41:37.659361 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:37.670496 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:37.681412 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:37.692184 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:37.702780 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:37.713849 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:37.724646 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:37.735406 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:41:38.005163 tst ping.py:19: start network...\u000a10:41:38.126960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:38.605776 run create_hlr_db(pid=27650): Launched\u000a10:41:38.776632 bus /gobi_6: Setting Powered False\u000a10:41:39.809814 run create_hlr_db(pid=27650): Terminated: ok {rc=0}\u000a10:41:40.234847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27652): Launched\u000a10:41:40.554179 run osmo-hlr_10.42.42.2(pid=27653): Launched\u000a10:41:40.673272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:41.232419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27655): Launched\u000a10:41:41.554114 run osmo-stp_10.42.42.5(pid=27656): Launched\u000a10:41:41.669482 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:41:42.226795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27658): Launched\u000a10:41:42.340064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:41:42.619588 run patchelf(pid=27659): Launched\u000a10:41:42.806155 run osmo-stp_10.42.42.5(pid=27656): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27656)]\u000a10:41:42.941825 run osmo-stp_10.42.42.5(pid=27656): stdout: \u000a| (launched: 2022-12-09_10:41:41.394728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:43.077493 run osmo-stp_10.42.42.5(pid=27656): stderr: \u000a| �[0;m�[38;5;43m20221209104141581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104141581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104141581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104141582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104141582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104141582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104141582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:43.208805 run osmo-stp_10.42.42.5(pid=27656): stdout: \u000a| (launched: 2022-12-09_10:41:41.394728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:43.339347 run osmo-stp_10.42.42.5(pid=27656): stderr: \u000a| �[0;m�[38;5;43m20221209104141581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104141581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104141581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104141582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104141582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104141582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104141582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:43.491402 run patchelf(pid=27659): Terminating (SIGINT)\u000a10:41:43.669341 run patchelf(pid=27659): Terminated: ok {rc=0}\u000a10:41:43.701786 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27656): Process ended prematurely: osmo-stp_10.42.42.5(pid=27656) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27656)] [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:41:43.711129 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:41:43.775476 run osmo-hlr_10.42.42.2(pid=27653): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27653)]\u000a10:41:43.827605 run osmo-hlr_10.42.42.2(pid=27653): stdout: \u000a| (launched: 2022-12-09_10:41:40.396486) \u000a10:41:43.880404 run osmo-hlr_10.42.42.2(pid=27653): stderr: \u000a| �[0;m�[1;31m20221209104140590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104140590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104140590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104140590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104140590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104140590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104140603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104140612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104140612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104140612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:43.925391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27652): Terminating (SIGTERM)\u000a10:41:43.968435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27655): Terminating (SIGTERM)\u000a10:41:44.010614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27658): Terminating (SIGTERM)\u000a10:41:44.020737 --- ParallelTerminationStrategy: PID 27652 died...\u000a10:41:44.077759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27652): Terminated: ok {rc=0}\u000a10:41:44.088025 --- ParallelTerminationStrategy: PID 27655 died...\u000a10:41:44.144421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27655): Terminated: ok {rc=0}\u000a10:41:44.154873 --- ParallelTerminationStrategy: PID 27658 died...\u000a10:41:44.211996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27658): Terminated: ok {rc=0}\u000a10:41:44.301192 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27666): Process ended prematurely: osmo-stp_10.42.42.5(pid=27666) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27666)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27666): Process ended prematurely: osmo-stp_10.42.42.5(pid=27666) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:41:45.353799 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:45.366200 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:41:45.532457 tst ping_idle_ping.py: using LAC 20902\u000a10:41:45.654261 tst ping_idle_ping.py: using RAC 247\u000a10:41:45.771962 tst ping_idle_ping.py: using CellId 20902\u000a10:41:45.903214 tst ping_idle_ping.py: using BVCI 20903\u000a10:41:45.930072 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:45.942317 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:45.955166 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:45.968454 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:45.982115 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:45.994493 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:46.007805 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:41:46.023252 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:41:46.311413 tst ping_idle_ping.py:24: start network...\u000a10:41:46.438617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:46.960447 run create_hlr_db(pid=27660): Launched\u000a10:41:47.136024 bus /gobi_6: Setting Powered False\u000a10:41:48.155672 run create_hlr_db(pid=27660): Terminated: ok {rc=0}\u000a10:41:48.580844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27662): Launched\u000a10:41:48.900304 run osmo-hlr_10.42.42.2(pid=27663): Launched\u000a10:41:49.019163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:49.573642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27665): Launched\u000a10:41:49.893993 run osmo-stp_10.42.42.5(pid=27666): Launched\u000a10:41:50.009436 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:41:50.568678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27668): Launched\u000a10:41:50.682332 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:41:50.963155 run patchelf(pid=27669): Launched\u000a10:41:51.150613 run osmo-stp_10.42.42.5(pid=27666): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27666)]\u000a10:41:51.287017 run osmo-stp_10.42.42.5(pid=27666): stdout: \u000a| (launched: 2022-12-09_10:41:49.735117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:51.424281 run osmo-stp_10.42.42.5(pid=27666): stderr: \u000a| �[0;m�[38;5;43m20221209104149922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104149922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104149923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104149923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104149923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104149923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104149924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:51.556395 run osmo-stp_10.42.42.5(pid=27666): stdout: \u000a| (launched: 2022-12-09_10:41:49.735117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:51.687897 run osmo-stp_10.42.42.5(pid=27666): stderr: \u000a| �[0;m�[38;5;43m20221209104149922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104149922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104149923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104149923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104149923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104149923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104149924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:51.839764 run patchelf(pid=27669): Terminating (SIGINT)\u000a10:41:52.018046 run patchelf(pid=27669): Terminated: ok {rc=0}\u000a10:41:52.051136 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27666): Process ended prematurely: osmo-stp_10.42.42.5(pid=27666) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27666)] [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:41:52.060760 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:41:52.124860 run osmo-hlr_10.42.42.2(pid=27663): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27663)]\u000a10:41:52.176522 run osmo-hlr_10.42.42.2(pid=27663): stdout: \u000a| (launched: 2022-12-09_10:41:48.742648) \u000a10:41:52.229522 run osmo-hlr_10.42.42.2(pid=27663): stderr: \u000a| �[0;m�[1;31m20221209104148936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104148936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104148936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104148936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104148936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104148936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104148950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104148958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104148958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104148958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:52.274630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27662): Terminating (SIGTERM)\u000a10:41:52.317451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27665): Terminating (SIGTERM)\u000a10:41:52.359685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27668): Terminating (SIGTERM)\u000a10:41:52.370039 --- ParallelTerminationStrategy: PID 27662 died...\u000a10:41:52.427060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27662): Terminated: ok {rc=0}\u000a10:41:52.437505 --- ParallelTerminationStrategy: PID 27665 died...\u000a10:41:52.493927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27665): Terminated: ok {rc=0}\u000a10:41:52.504229 --- ParallelTerminationStrategy: PID 27668 died...\u000a10:41:52.560636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27668): Terminated: ok {rc=0}\u000a10:41:52.648857 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:40:54" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27693): Process ended prematurely: osmo-stp_10.42.42.5(pid=27693) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27693)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27693): Process ended prematurely: osmo-stp_10.42.42.5(pid=27693) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:41:54.815289 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:41:54.826768 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:41:54.991959 tst cs_paging_gprs_active.py: using LAC 20903\u000a10:41:55.117261 tst cs_paging_gprs_active.py: using RAC 248\u000a10:41:55.245225 tst cs_paging_gprs_active.py: using CellId 20903\u000a10:41:55.371767 tst cs_paging_gprs_active.py: using BVCI 20904\u000a10:41:55.396613 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:41:55.407823 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:41:55.418885 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:41:55.430342 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:41:55.442589 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:41:55.453723 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:41:55.466047 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:41:55.476930 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:41:55.488409 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:41:55.606788 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:41:55.906927 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:41:56.043088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:56.381318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27673): Launched\u000a10:41:56.664046 run iperf3-srv_10.42.42.10(pid=27674): Launched\u000a10:41:56.862633 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:41:56.998528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:57.335953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27675): Launched\u000a10:41:57.616800 run iperf3-srv_10.42.42.10(pid=27676): Launched\u000a10:41:57.816531 tst cs_paging_gprs_active.py:38: start network...\u000a10:41:57.953121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:58.468899 run create_hlr_db(pid=27677): Launched\u000a10:41:58.656616 bus /gobi_6: Setting Powered False\u000a10:41:59.678692 run create_hlr_db(pid=27677): Terminated: ok {rc=0}\u000a10:42:00.111827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27679): Launched\u000a10:42:00.437356 run osmo-hlr_10.42.42.2(pid=27680): Launched\u000a10:42:00.557577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:01.314433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27692): Launched\u000a10:42:01.678236 run osmo-stp_10.42.42.5(pid=27693): Launched\u000a10:42:01.826941 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:42:02.454997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27695): Launched\u000a10:42:02.571404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:42:02.857112 run patchelf(pid=27696): Launched\u000a10:42:03.048543 run osmo-stp_10.42.42.5(pid=27693): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27693)]\u000a10:42:03.187076 run osmo-stp_10.42.42.5(pid=27693): stdout: \u000a| (launched: 2022-12-09_10:42:01.482799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:03.326566 run osmo-stp_10.42.42.5(pid=27693): stderr: \u000a| �[0;m�[38;5;43m20221209104201829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104201829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104201829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104201834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104201835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104201835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104201841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:03.461387 run osmo-stp_10.42.42.5(pid=27693): stdout: \u000a| (launched: 2022-12-09_10:42:01.482799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:03.594695 run osmo-stp_10.42.42.5(pid=27693): stderr: \u000a| �[0;m�[38;5;43m20221209104201829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104201829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104201829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104201834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104201835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104201835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104201841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:03.749342 run patchelf(pid=27696): Terminating (SIGINT)\u000a10:42:03.931020 run patchelf(pid=27696): Terminated: ok {rc=0}\u000a10:42:03.964375 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27693): Process ended prematurely: osmo-stp_10.42.42.5(pid=27693) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27693)] [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:42:03.974416 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a10:42:04.038720 run osmo-hlr_10.42.42.2(pid=27680): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27680)]\u000a10:42:04.090663 run osmo-hlr_10.42.42.2(pid=27680): stdout: \u000a| (launched: 2022-12-09_10:42:00.276713) \u000a10:42:04.143377 run osmo-hlr_10.42.42.2(pid=27680): stderr: \u000a| �[0;m�[1;31m20221209104200472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104200472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104200472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104200472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104200472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104200472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104200485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104200493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104200493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104200493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:04.187728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27673): Terminating (SIGTERM)\u000a10:42:04.229811 run iperf3-srv_10.42.42.10(pid=27674): Terminating (SIGTERM)\u000a10:42:04.271572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27675): Terminating (SIGTERM)\u000a10:42:04.313957 run iperf3-srv_10.42.42.10(pid=27676): Terminating (SIGTERM)\u000a10:42:04.355681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27679): Terminating (SIGTERM)\u000a10:42:04.397991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27692): Terminating (SIGTERM)\u000a10:42:04.439791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27695): Terminating (SIGTERM)\u000a10:42:04.449704 --- ParallelTerminationStrategy: PID 27673 died...\u000a10:42:04.505701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27673): Terminated: ok {rc=0}\u000a10:42:04.515841 --- ParallelTerminationStrategy: PID 27674 died...\u000a10:42:04.571476 run iperf3-srv_10.42.42.10(pid=27674): Terminated {rc=256}\u000a10:42:04.581918 --- ParallelTerminationStrategy: PID 27675 died...\u000a10:42:04.637339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27675): Terminated: ok {rc=0}\u000a10:42:04.647571 --- ParallelTerminationStrategy: PID 27676 died...\u000a10:42:04.703110 run iperf3-srv_10.42.42.10(pid=27676): Terminated {rc=256}\u000a10:42:04.713247 --- ParallelTerminationStrategy: PID 27679 died...\u000a10:42:04.768824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27679): Terminated: ok {rc=0}\u000a10:42:04.778877 --- ParallelTerminationStrategy: PID 27692 died...\u000a10:42:04.834557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27692): Terminated: ok {rc=0}\u000a10:42:04.844597 --- ParallelTerminationStrategy: PID 27695 died...\u000a10:42:04.900406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27695): Terminated: ok {rc=0}\u000a10:42:04.986552 bus /gobi_0: Setting Powered False\u000a10:42:06.093404 bus /gobi_0: Setting Powered False\u000a10:42:07.200298 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27705): Process ended prematurely: osmo-stp_10.42.42.5(pid=27705) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27705)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27705): Process ended prematurely: osmo-stp_10.42.42.5(pid=27705) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:42:08.314362 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:08.326471 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:42:08.493617 tst iperf3.py: using LAC 20904\u000a10:42:08.620900 tst iperf3.py: using RAC 249\u000a10:42:08.747943 tst iperf3.py: using CellId 20904\u000a10:42:08.875325 tst iperf3.py: using BVCI 20905\u000a10:42:08.900182 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:08.911386 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:08.922497 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:08.933808 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:08.945090 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:08.956421 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:08.967609 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:08.978606 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:08.990480 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:42:09.270160 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:42:09.395911 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:42:09.712217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27697): Launched\u000a10:42:09.974156 run iperf3-srv_10.42.42.10(pid=27698): Launched\u000a10:42:10.157859 tst iperf3.py:8: start network...\u000a10:42:10.283683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:10.774124 run create_hlr_db(pid=27699): Launched\u000a10:42:10.955890 bus /gobi_6: Setting Powered False\u000a10:42:11.973018 run create_hlr_db(pid=27699): Terminated: ok {rc=0}\u000a10:42:12.405808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27701): Launched\u000a10:42:12.734792 run osmo-hlr_10.42.42.2(pid=27702): Launched\u000a10:42:12.853090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:13.420439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27704): Launched\u000a10:42:13.749802 run osmo-stp_10.42.42.5(pid=27705): Launched\u000a10:42:13.870403 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:42:14.439665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27707): Launched\u000a10:42:14.556410 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:42:14.842564 run patchelf(pid=27708): Launched\u000a10:42:15.033561 run osmo-stp_10.42.42.5(pid=27705): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27705)]\u000a10:42:15.175960 run osmo-stp_10.42.42.5(pid=27705): stdout: \u000a| (launched: 2022-12-09_10:42:13.585516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:15.315069 run osmo-stp_10.42.42.5(pid=27705): stderr: \u000a| �[0;m�[38;5;43m20221209104213772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104213772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104213772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104213773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104213773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104213773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104213773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:15.450231 run osmo-stp_10.42.42.5(pid=27705): stdout: \u000a| (launched: 2022-12-09_10:42:13.585516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:15.583818 run osmo-stp_10.42.42.5(pid=27705): stderr: \u000a| �[0;m�[38;5;43m20221209104213772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104213772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104213772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104213773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104213773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104213773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104213773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:15.738844 run patchelf(pid=27708): Terminating (SIGINT)\u000a10:42:15.949713 run patchelf(pid=27708): Terminated: ok {rc=0}\u000a10:42:15.985327 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27705): Process ended prematurely: osmo-stp_10.42.42.5(pid=27705) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27705)] [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:42:15.996545 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:42:16.065975 run osmo-hlr_10.42.42.2(pid=27702): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27702)]\u000a10:42:16.121997 run osmo-hlr_10.42.42.2(pid=27702): stdout: \u000a| (launched: 2022-12-09_10:42:12.571583) \u000a10:42:16.177002 run osmo-hlr_10.42.42.2(pid=27702): stderr: \u000a| �[0;m�[1;31m20221209104212765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104212766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104212766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104212766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104212766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104212766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104212779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104212789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104212789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104212789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:16.223184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27697): Terminating (SIGTERM)\u000a10:42:16.270667 run iperf3-srv_10.42.42.10(pid=27698): Terminating (SIGTERM)\u000a10:42:16.317260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27701): Terminating (SIGTERM)\u000a10:42:16.363833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27704): Terminating (SIGTERM)\u000a10:42:16.410434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27707): Terminating (SIGTERM)\u000a10:42:16.420914 --- ParallelTerminationStrategy: PID 27697 died...\u000a10:42:16.481057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27697): Terminated: ok {rc=0}\u000a10:42:16.492236 --- ParallelTerminationStrategy: PID 27698 died...\u000a10:42:16.552225 run iperf3-srv_10.42.42.10(pid=27698): Terminated {rc=256}\u000a10:42:16.563589 --- ParallelTerminationStrategy: PID 27701 died...\u000a10:42:16.624323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27701): Terminated: ok {rc=0}\u000a10:42:16.635542 --- ParallelTerminationStrategy: PID 27704 died...\u000a10:42:16.695722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27704): Terminated: ok {rc=0}\u000a10:42:16.707112 --- ParallelTerminationStrategy: PID 27707 died...\u000a10:42:16.767219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27707): Terminated: ok {rc=0}\u000a10:42:16.890008 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27723): Process ended prematurely: osmo-stp_10.42.42.5(pid=27723) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27723)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27723): Process ended prematurely: osmo-stp_10.42.42.5(pid=27723) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:42:18.000615 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:18.012086 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:42:18.170353 tst iperf3m4.py: using LAC 20905\u000a10:42:18.290300 tst iperf3m4.py: using RAC 250\u000a10:42:18.410838 tst iperf3m4.py: using CellId 20905\u000a10:42:18.531779 tst iperf3m4.py: using BVCI 20906\u000a10:42:18.555031 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:18.566016 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:18.576712 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:18.587376 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:18.597912 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:18.608463 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:18.619296 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:18.630190 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:18.640852 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:42:18.761007 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:42:18.879122 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:42:18.999850 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:42:19.280616 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:42:19.408024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:42:19.723398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27709): Launched\u000a10:42:19.985674 run iperf3-srv_10.42.42.10(pid=27710): Launched\u000a10:42:20.168773 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:42:20.294435 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:42:20.610083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27711): Launched\u000a10:42:20.871076 run iperf3-srv_10.42.42.10(pid=27712): Launched\u000a10:42:21.054315 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:42:21.179217 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:42:21.493082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27713): Launched\u000a10:42:21.763493 run iperf3-srv_10.42.42.10(pid=27714): Launched\u000a10:42:21.963166 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:42:22.099856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:42:22.439852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27715): Launched\u000a10:42:22.722314 run iperf3-srv_10.42.42.10(pid=27716): Launched\u000a10:42:22.920402 tst iperf3m4.py:8: start network...\u000a10:42:23.056700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:23.569855 run create_hlr_db(pid=27717): Launched\u000a10:42:23.757712 bus /gobi_6: Setting Powered False\u000a10:42:24.778754 run create_hlr_db(pid=27717): Terminated: ok {rc=0}\u000a10:42:25.185309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27719): Launched\u000a10:42:25.489589 run osmo-hlr_10.42.42.2(pid=27720): Launched\u000a10:42:25.609903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:26.142828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27722): Launched\u000a10:42:26.444575 run osmo-stp_10.42.42.5(pid=27723): Launched\u000a10:42:26.553709 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:42:27.081971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27725): Launched\u000a10:42:27.189369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:42:27.454053 run patchelf(pid=27726): Launched\u000a10:42:27.631456 run osmo-stp_10.42.42.5(pid=27723): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27723)]\u000a10:42:27.760465 run osmo-stp_10.42.42.5(pid=27723): stdout: \u000a| (launched: 2022-12-09_10:42:26.295832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:27.889545 run osmo-stp_10.42.42.5(pid=27723): stderr: \u000a| �[0;m�[38;5;43m20221209104226465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104226465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104226466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104226466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104226467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104226467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104226467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:28.014448 run osmo-stp_10.42.42.5(pid=27723): stdout: \u000a| (launched: 2022-12-09_10:42:26.295832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:28.138385 run osmo-stp_10.42.42.5(pid=27723): stderr: \u000a| �[0;m�[38;5;43m20221209104226465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104226465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104226466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104226466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104226467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104226467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104226467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:28.282856 run patchelf(pid=27726): Terminating (SIGINT)\u000a10:42:28.452498 run patchelf(pid=27726): Terminated: ok {rc=0}\u000a10:42:28.483754 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27723): Process ended prematurely: osmo-stp_10.42.42.5(pid=27723) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27723)] [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:42:28.492999 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a10:42:28.553796 run osmo-hlr_10.42.42.2(pid=27720): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27720)]\u000a10:42:28.603167 run osmo-hlr_10.42.42.2(pid=27720): stdout: \u000a| (launched: 2022-12-09_10:42:25.338832) \u000a10:42:28.653141 run osmo-hlr_10.42.42.2(pid=27720): stderr: \u000a| �[0;m�[1;31m20221209104225513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104225513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104225513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104225513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104225513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104225513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104225525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104225534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104225534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104225534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:28.695771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27709): Terminating (SIGTERM)\u000a10:42:28.735789 run iperf3-srv_10.42.42.10(pid=27710): Terminating (SIGTERM)\u000a10:42:28.776028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27711): Terminating (SIGTERM)\u000a10:42:28.816028 run iperf3-srv_10.42.42.10(pid=27712): Terminating (SIGTERM)\u000a10:42:28.855931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27713): Terminating (SIGTERM)\u000a10:42:28.895613 run iperf3-srv_10.42.42.10(pid=27714): Terminating (SIGTERM)\u000a10:42:28.935550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27715): Terminating (SIGTERM)\u000a10:42:28.975349 run iperf3-srv_10.42.42.10(pid=27716): Terminating (SIGTERM)\u000a10:42:29.015908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27719): Terminating (SIGTERM)\u000a10:42:29.056256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27722): Terminating (SIGTERM)\u000a10:42:29.096128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27725): Terminating (SIGTERM)\u000a10:42:29.105674 --- ParallelTerminationStrategy: PID 27709 died...\u000a10:42:29.159274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27709): Terminated: ok {rc=0}\u000a10:42:29.168908 --- ParallelTerminationStrategy: PID 27710 died...\u000a10:42:29.221935 run iperf3-srv_10.42.42.10(pid=27710): Terminated {rc=256}\u000a10:42:29.231520 --- ParallelTerminationStrategy: PID 27711 died...\u000a10:42:29.285123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27711): Terminated: ok {rc=0}\u000a10:42:29.294758 --- ParallelTerminationStrategy: PID 27712 died...\u000a10:42:29.347754 run iperf3-srv_10.42.42.10(pid=27712): Terminated {rc=256}\u000a10:42:29.357425 --- ParallelTerminationStrategy: PID 27713 died...\u000a10:42:29.410361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27713): Terminated: ok {rc=0}\u000a10:42:29.420024 --- ParallelTerminationStrategy: PID 27714 died...\u000a10:42:29.473100 run iperf3-srv_10.42.42.10(pid=27714): Terminated {rc=256}\u000a10:42:29.482741 --- ParallelTerminationStrategy: PID 27715 died...\u000a10:42:29.535716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27715): Terminated: ok {rc=0}\u000a10:42:29.545860 --- ParallelTerminationStrategy: PID 27716 died...\u000a10:42:29.599430 run iperf3-srv_10.42.42.10(pid=27716): Terminated {rc=256}\u000a10:42:29.609248 --- ParallelTerminationStrategy: PID 27719 died...\u000a10:42:29.662300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27719): Terminated: ok {rc=0}\u000a10:42:29.672008 --- ParallelTerminationStrategy: PID 27722 died...\u000a10:42:29.725180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27722): Terminated: ok {rc=0}\u000a10:42:29.734879 --- ParallelTerminationStrategy: PID 27725 died...\u000a10:42:29.787922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27725): Terminated: ok {rc=0}\u000a10:42:29.878337 bus /gobi_4: Setting Powered False\u000a10:42:30.992682 bus /gobi_4: Setting Powered False\u000a10:42:32.114907 bus /gobi_1: Setting Powered False\u000a10:42:33.218403 bus /gobi_1: Setting Powered False\u000a10:42:34.330918 bus /gobi_0: Setting Powered False\u000a10:42:35.434126 bus /gobi_0: Setting Powered False\u000a10:42:36.548031 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27733): Process ended prematurely: osmo-stp_10.42.42.5(pid=27733) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27733)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27733): Process ended prematurely: osmo-stp_10.42.42.5(pid=27733) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:42:37.615705 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:37.627244 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:42:37.783602 tst ping.py: using LAC 20906\u000a10:42:37.902869 tst ping.py: using RAC 251\u000a10:42:38.019215 tst ping.py: using CellId 20906\u000a10:42:38.138004 tst ping.py: using BVCI 20907\u000a10:42:38.160728 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:38.171580 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:38.182388 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:38.193071 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:38.203617 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:38.214374 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:38.225104 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:38.235732 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:42:38.507397 tst ping.py:19: start network...\u000a10:42:38.630636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:39.112130 run create_hlr_db(pid=27727): Launched\u000a10:42:39.284166 bus /gobi_6: Setting Powered False\u000a10:42:40.306166 run create_hlr_db(pid=27727): Terminated: ok {rc=0}\u000a10:42:40.735347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27729): Launched\u000a10:42:41.059301 run osmo-hlr_10.42.42.2(pid=27730): Launched\u000a10:42:41.179130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:41.738405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27732): Launched\u000a10:42:42.059011 run osmo-stp_10.42.42.5(pid=27733): Launched\u000a10:42:42.174545 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:42:42.734524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27735): Launched\u000a10:42:42.848663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:42:43.130367 run patchelf(pid=27736): Launched\u000a10:42:43.318708 run osmo-stp_10.42.42.5(pid=27733): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27733)]\u000a10:42:43.455608 run osmo-stp_10.42.42.5(pid=27733): stdout: \u000a| (launched: 2022-12-09_10:42:41.900205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:43.592618 run osmo-stp_10.42.42.5(pid=27733): stderr: \u000a| �[0;m�[38;5;43m20221209104242087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104242087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104242087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104242088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104242088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104242088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104242088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:43.724623 run osmo-stp_10.42.42.5(pid=27733): stdout: \u000a| (launched: 2022-12-09_10:42:41.900205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:43.856015 run osmo-stp_10.42.42.5(pid=27733): stderr: \u000a| �[0;m�[38;5;43m20221209104242087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104242087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104242087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104242088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104242088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104242088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104242088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:44.008489 run patchelf(pid=27736): Terminating (SIGINT)\u000a10:42:44.187672 run patchelf(pid=27736): Terminated: ok {rc=0}\u000a10:42:44.220248 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27733): Process ended prematurely: osmo-stp_10.42.42.5(pid=27733) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27733)] [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:42:44.229720 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:42:44.293994 run osmo-hlr_10.42.42.2(pid=27730): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27730)]\u000a10:42:44.346487 run osmo-hlr_10.42.42.2(pid=27730): stdout: \u000a| (launched: 2022-12-09_10:42:40.898708) \u000a10:42:44.399574 run osmo-hlr_10.42.42.2(pid=27730): stderr: \u000a| �[0;m�[1;31m20221209104241093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104241093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104241093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104241093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104241093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104241093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104241104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104241112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104241112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104241113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:44.444008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27729): Terminating (SIGTERM)\u000a10:42:44.486569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27732): Terminating (SIGTERM)\u000a10:42:44.529112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27735): Terminating (SIGTERM)\u000a10:42:44.539047 --- ParallelTerminationStrategy: PID 27729 died...\u000a10:42:44.595732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27729): Terminated: ok {rc=0}\u000a10:42:44.605973 --- ParallelTerminationStrategy: PID 27732 died...\u000a10:42:44.662386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27732): Terminated: ok {rc=0}\u000a10:42:44.672538 --- ParallelTerminationStrategy: PID 27735 died...\u000a10:42:44.728796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27735): Terminated: ok {rc=0}\u000a10:42:44.819729 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27743): Process ended prematurely: osmo-stp_10.42.42.5(pid=27743) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27743)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27743): Process ended prematurely: osmo-stp_10.42.42.5(pid=27743) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:42:45.891115 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:45.904778 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:42:46.089155 tst ping_idle_ping.py: using LAC 20907\u000a10:42:46.209917 tst ping_idle_ping.py: using RAC 252\u000a10:42:46.332782 tst ping_idle_ping.py: using CellId 20907\u000a10:42:46.483224 tst ping_idle_ping.py: using BVCI 20908\u000a10:42:46.515395 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:46.530372 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:46.545214 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:46.559538 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:46.572855 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:46.587687 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:46.603720 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:42:46.618621 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:42:46.986097 tst ping_idle_ping.py:24: start network...\u000a10:42:47.122557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:47.636285 run create_hlr_db(pid=27737): Launched\u000a10:42:47.821909 bus /gobi_6: Setting Powered False\u000a10:42:48.844041 run create_hlr_db(pid=27737): Terminated: ok {rc=0}\u000a10:42:49.249272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27739): Launched\u000a10:42:49.549994 run osmo-hlr_10.42.42.2(pid=27740): Launched\u000a10:42:49.660416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:50.181085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27742): Launched\u000a10:42:50.481444 run osmo-stp_10.42.42.5(pid=27743): Launched\u000a10:42:50.589782 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:42:51.110933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27745): Launched\u000a10:42:51.217351 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:42:51.477754 run patchelf(pid=27746): Launched\u000a10:42:51.653159 run osmo-stp_10.42.42.5(pid=27743): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27743)]\u000a10:42:51.780517 run osmo-stp_10.42.42.5(pid=27743): stdout: \u000a| (launched: 2022-12-09_10:42:50.333253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:51.933233 run osmo-stp_10.42.42.5(pid=27743): stderr: \u000a| �[0;m�[38;5;43m20221209104250501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104250501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104250501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104250501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104250502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104250502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104250502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:52.056881 run osmo-stp_10.42.42.5(pid=27743): stdout: \u000a| (launched: 2022-12-09_10:42:50.333253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:52.179854 run osmo-stp_10.42.42.5(pid=27743): stderr: \u000a| �[0;m�[38;5;43m20221209104250501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104250501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104250501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104250501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104250502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104250502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104250502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:52.322346 run patchelf(pid=27746): Terminating (SIGINT)\u000a10:42:52.490200 run patchelf(pid=27746): Terminated: ok {rc=0}\u000a10:42:52.520559 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27743): Process ended prematurely: osmo-stp_10.42.42.5(pid=27743) [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27743)] [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:42:52.529244 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:42:52.589560 run osmo-hlr_10.42.42.2(pid=27740): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27740)]\u000a10:42:52.638958 run osmo-hlr_10.42.42.2(pid=27740): stdout: \u000a| (launched: 2022-12-09_10:42:49.400493) \u000a10:42:52.688935 run osmo-hlr_10.42.42.2(pid=27740): stderr: \u000a| �[0;m�[1;31m20221209104249572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104249572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104249572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104249572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104249572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104249572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104249585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104249593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104249593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104249593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:52.731319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27739): Terminating (SIGTERM)\u000a10:42:52.771273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27742): Terminating (SIGTERM)\u000a10:42:52.811148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27745): Terminating (SIGTERM)\u000a10:42:52.820556 --- ParallelTerminationStrategy: PID 27739 died...\u000a10:42:52.874402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27739): Terminated: ok {rc=0}\u000a10:42:52.884248 --- ParallelTerminationStrategy: PID 27742 died...\u000a10:42:52.937488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27742): Terminated: ok {rc=0}\u000a10:42:52.947278 --- ParallelTerminationStrategy: PID 27745 died...\u000a10:42:53.000662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27745): Terminated: ok {rc=0}\u000a10:42:53.085021 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:41:54" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27756): Process ended prematurely: osmo-stp_10.42.42.5(pid=27756) [trial-2358↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27756)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27756): Process ended prematurely: osmo-stp_10.42.42.5(pid=27756) [trial-2358↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:42:55.126101 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:42:55.137387 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:42:55.291214 tst switch_tch_pdch.py: using LAC 20908\u000a10:42:55.410758 tst switch_tch_pdch.py: using RAC 253\u000a10:42:55.529872 tst switch_tch_pdch.py: using CellId 20908\u000a10:42:55.654755 tst switch_tch_pdch.py: using BVCI 20909\u000a10:42:55.679469 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:42:55.691068 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:42:55.702471 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:42:55.714136 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:42:55.726604 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:42:55.738051 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:42:55.749802 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:42:55.761528 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:42:55.878551 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:42:56.175780 tst switch_tch_pdch.py:51: start network...\u000a10:42:56.308535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:56.813780 run create_hlr_db(pid=27750): Launched\u000a10:42:57.000110 bus /gobi_6: Setting Powered False\u000a10:42:58.020262 run create_hlr_db(pid=27750): Terminated: ok {rc=0}\u000a10:42:58.422526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27752): Launched\u000a10:42:58.722761 run osmo-hlr_10.42.42.2(pid=27753): Launched\u000a10:42:58.836084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:59.353792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27755): Launched\u000a10:42:59.652520 run osmo-stp_10.42.42.5(pid=27756): Launched\u000a10:42:59.761539 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:43:00.280254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27758): Launched\u000a10:43:00.385200 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:43:00.645306 run patchelf(pid=27759): Launched\u000a10:43:00.819093 run osmo-stp_10.42.42.5(pid=27756): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27756)]\u000a10:43:00.985580 run osmo-stp_10.42.42.5(pid=27756): stdout: \u000a| (launched: 2022-12-09_10:42:59.504155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:01.130827 run osmo-stp_10.42.42.5(pid=27756): stderr: \u000a| �[0;m�[38;5;43m20221209104259672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104259673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104259673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104259673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104259674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104259674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104259674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:01.267872 run osmo-stp_10.42.42.5(pid=27756): stdout: \u000a| (launched: 2022-12-09_10:42:59.504155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:01.403437 run osmo-stp_10.42.42.5(pid=27756): stderr: \u000a| �[0;m�[38;5;43m20221209104259672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104259673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104259673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104259673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104259674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104259674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104259674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:01.561339 run patchelf(pid=27759): Terminating (SIGINT)\u000a10:43:01.747198 run patchelf(pid=27759): Terminated: ok {rc=0}\u000a10:43:01.781216 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27756): Process ended prematurely: osmo-stp_10.42.42.5(pid=27756) [trial-2358↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27756)] [trial-2358↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:43:01.792732 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a10:43:01.862814 run osmo-hlr_10.42.42.2(pid=27753): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27753)]\u000a10:43:01.917662 run osmo-hlr_10.42.42.2(pid=27753): stdout: \u000a| (launched: 2022-12-09_10:42:58.573823) \u000a10:43:01.973453 run osmo-hlr_10.42.42.2(pid=27753): stderr: \u000a| �[0;m�[1;31m20221209104258747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104258747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104258747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104258747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104258747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104258747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104258759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104258770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104258770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104258770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:02.020664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27752): Terminating (SIGTERM)\u000a10:43:02.068321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27755): Terminating (SIGTERM)\u000a10:43:02.114859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27758): Terminating (SIGTERM)\u000a10:43:02.125714 --- ParallelTerminationStrategy: PID 27752 died...\u000a10:43:02.184144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27752): Terminated: ok {rc=0}\u000a10:43:02.194466 --- ParallelTerminationStrategy: PID 27755 died...\u000a10:43:02.251865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27755): Terminated: ok {rc=0}\u000a10:43:02.262076 --- ParallelTerminationStrategy: PID 27758 died...\u000a10:43:02.319499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27758): Terminated: ok {rc=0}\u000a10:43:02.405927 bus /gobi_0: Setting Powered False\u000a10:43:03.513235 bus /gobi_0: Setting Powered False\u000a10:43:04.620100 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:42:54" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27769): Process ended prematurely: osmo-stp_10.42.42.5(pid=27769) [trial-2358↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27769)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27769): Process ended prematurely: osmo-stp_10.42.42.5(pid=27769) [trial-2358↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:43:06.582446 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:43:06.593209 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:43:06.747818 tst switch_tch_pdch.py: using LAC 20909\u000a10:43:06.866601 tst switch_tch_pdch.py: using RAC 254\u000a10:43:06.990889 tst switch_tch_pdch.py: using CellId 20909\u000a10:43:07.115862 tst switch_tch_pdch.py: using BVCI 20910\u000a10:43:07.140527 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:43:07.152318 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:43:07.163617 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:43:07.175223 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:43:07.186788 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:43:07.198210 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:43:07.209861 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:43:07.221380 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:43:07.338255 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:43:07.612597 tst switch_tch_pdch.py:51: start network...\u000a10:43:07.735883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:08.188846 run create_hlr_db(pid=27763): Launched\u000a10:43:08.309195 bus /gobi_6: Setting Powered False\u000a10:43:09.381753 run create_hlr_db(pid=27763): Terminated: ok {rc=0}\u000a10:43:09.753358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27765): Launched\u000a10:43:10.051187 run osmo-hlr_10.42.42.2(pid=27766): Launched\u000a10:43:10.158987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:10.648450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27768): Launched\u000a10:43:10.945505 run osmo-stp_10.42.42.5(pid=27769): Launched\u000a10:43:11.051888 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:43:11.544182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27771): Launched\u000a10:43:11.648730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:43:11.907317 run patchelf(pid=27772): Launched\u000a10:43:12.080654 run osmo-stp_10.42.42.5(pid=27769): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27769)]\u000a10:43:12.206935 run osmo-stp_10.42.42.5(pid=27769): stdout: \u000a| (launched: 2022-12-09_10:43:10.798891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:12.333510 run osmo-stp_10.42.42.5(pid=27769): stderr: \u000a| �[0;m�[38;5;43m20221209104310965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104310965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104310965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104310966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104310966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104310966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104310966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:12.455849 run osmo-stp_10.42.42.5(pid=27769): stdout: \u000a| (launched: 2022-12-09_10:43:10.798891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:12.577079 run osmo-stp_10.42.42.5(pid=27769): stderr: \u000a| �[0;m�[38;5;43m20221209104310965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104310965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104310965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104310966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104310966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104310966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104310966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:12.718427 run patchelf(pid=27772): Terminating (SIGINT)\u000a10:43:12.884872 run patchelf(pid=27772): Terminated: ok {rc=0}\u000a10:43:12.915245 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27769): Process ended prematurely: osmo-stp_10.42.42.5(pid=27769) [trial-2358↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27769)] [trial-2358↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:43:12.923860 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a10:43:12.983324 run osmo-hlr_10.42.42.2(pid=27766): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27766)]\u000a10:43:13.031837 run osmo-hlr_10.42.42.2(pid=27766): stdout: \u000a| (launched: 2022-12-09_10:43:09.904375) \u000a10:43:13.081205 run osmo-hlr_10.42.42.2(pid=27766): stderr: \u000a| �[0;m�[1;31m20221209104310075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104310075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104310075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104310075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104310075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104310075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104310091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104310100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104310101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104310101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:13.122879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27765): Terminating (SIGTERM)\u000a10:43:13.162238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27768): Terminating (SIGTERM)\u000a10:43:13.201469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27771): Terminating (SIGTERM)\u000a10:43:13.210664 --- ParallelTerminationStrategy: PID 27765 died...\u000a10:43:13.263041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27765): Terminated: ok {rc=0}\u000a10:43:13.272567 --- ParallelTerminationStrategy: PID 27768 died...\u000a10:43:13.324705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27768): Terminated: ok {rc=0}\u000a10:43:13.334181 --- ParallelTerminationStrategy: PID 27771 died...\u000a10:43:13.387262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27771): Terminated: ok {rc=0}\u000a10:43:13.474891 bus /gobi_0: Setting Powered False\u000a10:43:14.578553 bus /gobi_0: Setting Powered False\u000a10:43:15.688538 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:43:06" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27777): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27777) [trial-2358↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27777)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27777): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27777) [trial-2358↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a10:43:17.601376 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a10:43:17.611963 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:43:17.750882 tst mo_mt_sms.py: using LAC 20910\u000a10:43:17.879132 tst mo_mt_sms.py: using RAC 255\u000a10:43:18.002789 tst mo_mt_sms.py: using CellId 20910\u000a10:43:18.125793 tst mo_mt_sms.py: using BVCI 20911\u000a10:43:18.150156 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:43:18.267212 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:43:18.555309 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:43:18.688196 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:43:19.347357 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27776): Launched\u000a10:43:19.664301 run osmo-nitb_10.42.42.2(pid=27777): Launched\u000a10:43:19.859764 run osmo-nitb_10.42.42.2(pid=27777): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27777)]\u000a10:43:20.003570 run osmo-nitb_10.42.42.2(pid=27777): stdout: \u000a| (launched: 2022-12-09_10:43:19.510124) \u000a10:43:20.147511 run osmo-nitb_10.42.42.2(pid=27777): stderr: \u000a| (launched: 2022-12-09_10:43:19.557456)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:43:20.287132 run osmo-nitb_10.42.42.2(pid=27777): stdout: \u000a| (launched: 2022-12-09_10:43:19.510124) \u000a10:43:20.426774 run osmo-nitb_10.42.42.2(pid=27777): stderr: \u000a| (launched: 2022-12-09_10:43:19.557456)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:43:20.792243 tst osmo-nitb_10.42.42.2(pid=27777): stdout: \u000a| (launched: 2022-12-09_10:43:19.510124) \u000a10:43:20.919190 tst osmo-nitb_10.42.42.2(pid=27777): stderr: \u000a| (launched: 2022-12-09_10:43:19.557456)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:43:20.974577 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=27777): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27777) [trial-2358↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27777)] [trial-2358↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a10:43:20.983368 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a10:43:21.021805 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27776): Terminating (SIGTERM)\u000a10:43:21.199641 --- ParallelTerminationStrategy: PID 27776 died...\u000a10:43:21.258895 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27776): Terminated: ok {rc=0}\u000a10:43:21.346781 bus /sierra_3: Setting Powered False\u000a10:43:22.456412 bus /sierra_3: Setting Powered False\u000a10:43:23.570430 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:43:17" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27787): Process ended prematurely: osmo-stp_10.42.42.5(pid=27787) [trial-2358↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27787)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27787): Process ended prematurely: osmo-stp_10.42.42.5(pid=27787) [trial-2358↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a10:43:25.450730 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:25.462204 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:43:25.601077 tst mo_mt_sms.py: using LAC 20911\u000a10:43:25.735487 tst mo_mt_sms.py: using RAC 1\u000a10:43:25.858252 tst mo_mt_sms.py: using CellId 20911\u000a10:43:25.986272 tst mo_mt_sms.py: using BVCI 20912\u000a10:43:26.010523 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:26.021693 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:26.032727 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:26.044015 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:26.055167 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:26.066443 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:43:26.182177 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:43:26.390944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:26.895554 run create_hlr_db(pid=27781): Launched\u000a10:43:27.079995 bus /sierra_2: Setting Powered False\u000a10:43:28.101264 run create_hlr_db(pid=27781): Terminated: ok {rc=0}\u000a10:43:28.527673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27783): Launched\u000a10:43:28.848010 run osmo-hlr_10.42.42.2(pid=27784): Launched\u000a10:43:28.966407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:29.521488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27786): Launched\u000a10:43:29.841121 run osmo-stp_10.42.42.5(pid=27787): Launched\u000a10:43:29.956208 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:30.543693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27789): Launched\u000a10:43:30.906813 run osmo-msc_10.42.42.6(pid=27790): Launched\u000a10:43:31.335752 run osmo-stp_10.42.42.5(pid=27787): ERR: Terminated: ERROR {rc=1} [trial-2358↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27787)]\u000a10:43:31.530693 run osmo-stp_10.42.42.5(pid=27787): stdout: \u000a| (launched: 2022-12-09_10:43:29.682537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:31.669330 run osmo-stp_10.42.42.5(pid=27787): stderr: \u000a| �[0;m�[38;5;43m20221209104329869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104329869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104329870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104329870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104329871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104329871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104329871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:31.802600 run osmo-stp_10.42.42.5(pid=27787): stdout: \u000a| (launched: 2022-12-09_10:43:29.682537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:31.935332 run osmo-stp_10.42.42.5(pid=27787): stderr: \u000a| �[0;m�[38;5;43m20221209104329869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104329869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104329870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104329870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104329871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104329871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104329871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:31.993515 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=27787): Process ended prematurely: osmo-stp_10.42.42.5(pid=27787) [trial-2358↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27787)] [trial-2358↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a10:43:32.003412 tst mo_mt_sms.py:16: Test FAILED (6.5 sec)\u000a10:43:32.072027 run osmo-hlr_10.42.42.2(pid=27784): ERR: Terminated: ERROR {rc=237} [trial-2358↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27784)]\u000a10:43:32.127166 run osmo-hlr_10.42.42.2(pid=27784): stdout: \u000a| (launched: 2022-12-09_10:43:28.689070) \u000a10:43:32.182821 run osmo-hlr_10.42.42.2(pid=27784): stderr: \u000a| �[0;m�[1;31m20221209104328884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104328884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104328884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104328884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104328884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104328884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104328897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104328905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104328905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104328905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:32.257771 run osmo-msc_10.42.42.6(pid=27790): ERR: Terminated: ERROR {rc=2} [trial-2358↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27790)]\u000a10:43:32.311337 run osmo-msc_10.42.42.6(pid=27790): stdout: \u000a| (launched: 2022-12-09_10:43:30.706161) \u000a10:43:32.364896 run osmo-msc_10.42.42.6(pid=27790): stderr: \u000a| �[0;m�[38;5;43m20221209104331191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104331191 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a53f6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104331193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104331193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104331193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104331193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104331197 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104331199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104331199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104331200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:32.410256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27783): Terminating (SIGTERM)\u000a10:43:32.453133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27786): Terminating (SIGTERM)\u000a10:43:32.496324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27789): Terminating (SIGTERM)\u000a10:43:32.506525 --- ParallelTerminationStrategy: PID 27783 died...\u000a10:43:32.564137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27783): Terminated: ok {rc=0}\u000a10:43:32.574675 --- ParallelTerminationStrategy: PID 27786 died...\u000a10:43:32.631922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27786): Terminated: ok {rc=0}\u000a10:43:32.642619 --- ParallelTerminationStrategy: PID 27789 died...\u000a10:43:32.700079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27789): Terminated: ok {rc=0}\u000a10:43:32.788119 bus /sierra_3: Setting Powered False\u000a10:43:33.896692 bus /sierra_3: Setting Powered False\u000a10:43:35.005290 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:43:25" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27796): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27796) [trial-2358↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27796)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27796): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27796) [trial-2358↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a10:43:36.840186 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a10:43:36.851560 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:43:36.994879 tst assert_extension.py: using LAC 20912\u000a10:43:37.113289 tst assert_extension.py: using RAC 2\u000a10:43:37.228682 tst assert_extension.py: using CellId 20912\u000a10:43:37.345413 tst assert_extension.py: using BVCI 20913\u000a10:43:37.368309 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a10:43:37.656676 tst assert_extension.py:10: start nitb and bts...\u000a10:43:37.789313 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:43:38.451934 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27795): Launched\u000a10:43:38.769813 run osmo-nitb_10.42.42.2(pid=27796): Launched\u000a10:43:38.966328 run osmo-nitb_10.42.42.2(pid=27796): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27796)]\u000a10:43:39.111048 run osmo-nitb_10.42.42.2(pid=27796): stdout: \u000a| (launched: 2022-12-09_10:43:38.614198) \u000a10:43:39.255998 run osmo-nitb_10.42.42.2(pid=27796): stderr: \u000a| (launched: 2022-12-09_10:43:38.661636)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:43:39.396874 run osmo-nitb_10.42.42.2(pid=27796): stdout: \u000a| (launched: 2022-12-09_10:43:38.614198) \u000a10:43:39.536793 run osmo-nitb_10.42.42.2(pid=27796): stderr: \u000a| (launched: 2022-12-09_10:43:38.661636)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:43:39.898148 tst osmo-nitb_10.42.42.2(pid=27796): stdout: \u000a| (launched: 2022-12-09_10:43:38.614198) \u000a10:43:40.024801 tst osmo-nitb_10.42.42.2(pid=27796): stderr: \u000a| (launched: 2022-12-09_10:43:38.661636)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:43:40.080451 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27796): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27796) [trial-2358↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27796)] [trial-2358↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a10:43:40.089549 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:43:40.126751 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27795): Terminating (SIGTERM)\u000a10:43:40.304910 --- ParallelTerminationStrategy: PID 27795 died...\u000a10:43:40.363695 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27795): Terminated: ok {rc=0}\u000a10:43:40.451392 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:43:36" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27806): Process ended prematurely: osmo-stp_10.42.42.5(pid=27806) [trial-2358↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27806)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27806): Process ended prematurely: osmo-stp_10.42.42.5(pid=27806) [trial-2358↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a10:43:42.275044 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:42.285925 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:43:42.420574 tst assert_extension.py: using LAC 20913\u000a10:43:42.537994 tst assert_extension.py: using RAC 3\u000a10:43:42.653832 tst assert_extension.py: using CellId 20913\u000a10:43:42.769787 tst assert_extension.py: using BVCI 20914\u000a10:43:42.792254 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:42.803055 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:42.813673 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:42.824120 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:42.834719 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:42.845211 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a10:43:43.052390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:43.557620 run create_hlr_db(pid=27800): Launched\u000a10:43:43.743548 bus /sierra_2: Setting Powered False\u000a10:43:44.764560 run create_hlr_db(pid=27800): Terminated: ok {rc=0}\u000a10:43:45.190649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27802): Launched\u000a10:43:45.512933 run osmo-hlr_10.42.42.2(pid=27803): Launched\u000a10:43:45.627757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:46.213953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27805): Launched\u000a10:43:46.674162 run osmo-stp_10.42.42.5(pid=27806): Launched\u000a10:43:46.790239 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:47.390109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27808): Launched\u000a10:43:47.711744 run osmo-msc_10.42.42.6(pid=27809): Launched\u000a10:43:47.898745 run osmo-stp_10.42.42.5(pid=27806): ERR: Terminated: ERROR {rc=1} [trial-2358↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27806)]\u000a10:43:48.033655 run osmo-stp_10.42.42.5(pid=27806): stdout: \u000a| (launched: 2022-12-09_10:43:46.380629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:48.167202 run osmo-stp_10.42.42.5(pid=27806): stderr: \u000a| �[0;m�[38;5;43m20221209104346567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104346567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104346567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104346568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104346568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104346568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104346569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:48.295154 run osmo-stp_10.42.42.5(pid=27806): stdout: \u000a| (launched: 2022-12-09_10:43:46.380629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:48.422641 run osmo-stp_10.42.42.5(pid=27806): stderr: \u000a| �[0;m�[38;5;43m20221209104346567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104346567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104346567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104346568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104346568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104346568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104346569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:48.478209 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27806): Process ended prematurely: osmo-stp_10.42.42.5(pid=27806) [trial-2358↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27806)] [trial-2358↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a10:43:48.486625 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a10:43:48.549964 run osmo-hlr_10.42.42.2(pid=27803): ERR: Terminated: ERROR {rc=237} [trial-2358↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27803)]\u000a10:43:48.601642 run osmo-hlr_10.42.42.2(pid=27803): stdout: \u000a| (launched: 2022-12-09_10:43:45.352470) \u000a10:43:48.653665 run osmo-hlr_10.42.42.2(pid=27803): stderr: \u000a| �[0;m�[1;31m20221209104345548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104345548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104345548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104345548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104345548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104345548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104345561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104345569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104345569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104345569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:48.724304 run osmo-msc_10.42.42.6(pid=27809): ERR: Terminated: ERROR {rc=2} [trial-2358↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27809)]\u000a10:43:48.775584 run osmo-msc_10.42.42.6(pid=27809): stdout: \u000a| (launched: 2022-12-09_10:43:47.552309) \u000a10:43:48.827606 run osmo-msc_10.42.42.6(pid=27809): stderr: \u000a| �[0;m�[38;5;43m20221209104347872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104347872 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f987e324c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104347872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104347872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104347873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104347873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104347875 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104347875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104347875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104347875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:48.871646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27802): Terminating (SIGTERM)\u000a10:43:48.913585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27805): Terminating (SIGTERM)\u000a10:43:48.955829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27808): Terminating (SIGTERM)\u000a10:43:48.965663 --- ParallelTerminationStrategy: PID 27802 died...\u000a10:43:49.021646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27802): Terminated: ok {rc=0}\u000a10:43:49.031670 --- ParallelTerminationStrategy: PID 27805 died...\u000a10:43:49.087412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27805): Terminated: ok {rc=0}\u000a10:43:49.097915 --- ParallelTerminationStrategy: PID 27808 died...\u000a10:43:49.153868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27808): Terminated: ok {rc=0}\u000a10:43:49.240532 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:43:42" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27821): Process ended prematurely: osmo-stp_10.42.42.5(pid=27821) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27821): Process ended prematurely: osmo-stp_10.42.42.5(pid=27821) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:43:51.193441 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:43:51.204669 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:43:51.366482 tst mo_mt_call.py: using LAC 20914\u000a10:43:51.501155 tst mo_mt_call.py: using RAC 4\u000a10:43:51.626929 tst mo_mt_call.py: using CellId 20914\u000a10:43:51.752725 tst mo_mt_call.py: using BVCI 20915\u000a10:43:51.777896 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:43:51.789726 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:43:51.802182 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:43:51.813741 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:43:51.826415 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:43:51.837931 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:43:51.952327 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:43:52.162594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:52.676325 run create_hlr_db(pid=27814): Launched\u000a10:43:52.864681 bus /sierra_2: Setting Powered False\u000a10:43:53.885897 run create_hlr_db(pid=27814): Terminated: ok {rc=0}\u000a10:43:54.294518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27817): Launched\u000a10:43:54.600677 run osmo-hlr_10.42.42.2(pid=27818): Launched\u000a10:43:54.712719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:55.245879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27820): Launched\u000a10:43:55.552099 run osmo-stp_10.42.42.5(pid=27821): Launched\u000a10:43:55.663316 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:56.222235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27823): Launched\u000a10:43:56.526991 run osmo-msc_10.42.42.6(pid=27824): Launched\u000a10:43:56.708575 run osmo-stp_10.42.42.5(pid=27821): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)]\u000a10:43:56.836156 run osmo-stp_10.42.42.5(pid=27821): stdout: \u000a| (launched: 2022-12-09_10:43:55.401146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:56.961753 run osmo-stp_10.42.42.5(pid=27821): stderr: \u000a| �[0;m�[38;5;43m20221209104355567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104355568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104355568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104355568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104355569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104355569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104355569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:57.083092 run osmo-stp_10.42.42.5(pid=27821): stdout: \u000a| (launched: 2022-12-09_10:43:55.401146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:57.203152 run osmo-stp_10.42.42.5(pid=27821): stderr: \u000a| �[0;m�[38;5;43m20221209104355567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104355568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104355568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104355568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104355569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104355569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104355569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:57.256374 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27821): Process ended prematurely: osmo-stp_10.42.42.5(pid=27821) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:43:57.264912 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:43:57.324537 run osmo-hlr_10.42.42.2(pid=27818): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27818)]\u000a10:43:57.373417 run osmo-hlr_10.42.42.2(pid=27818): stdout: \u000a| (launched: 2022-12-09_10:43:54.449390) \u000a10:43:57.422464 run osmo-hlr_10.42.42.2(pid=27818): stderr: \u000a| �[0;m�[1;31m20221209104354621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104354621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104354621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104354621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104354621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104354621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104354634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104354642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104354642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104354642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:57.489570 run osmo-msc_10.42.42.6(pid=27824): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27824)]\u000a10:43:57.538017 run osmo-msc_10.42.42.6(pid=27824): stdout: \u000a| (launched: 2022-12-09_10:43:56.375964) \u000a10:43:57.587386 run osmo-msc_10.42.42.6(pid=27824): stderr: \u000a| �[0;m�[38;5;43m20221209104356644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104356645 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d4383ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104356645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104356645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104356645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104356645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104356647 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104356647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104356647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104356647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:57.628921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27817): Terminating (SIGTERM)\u000a10:43:57.668146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27820): Terminating (SIGTERM)\u000a10:43:57.707891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27823): Terminating (SIGTERM)\u000a10:43:57.717350 --- ParallelTerminationStrategy: PID 27817 died...\u000a10:43:57.770280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27817): Terminated: ok {rc=0}\u000a10:43:57.779807 --- ParallelTerminationStrategy: PID 27820 died...\u000a10:43:57.832329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27820): Terminated: ok {rc=0}\u000a10:43:57.841897 --- ParallelTerminationStrategy: PID 27823 died...\u000a10:43:57.894822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27823): Terminated: ok {rc=0}\u000a10:43:57.982396 bus /sierra_3: Setting Powered False\u000a10:43:59.085151 bus /sierra_3: Setting Powered False\u000a10:44:00.197495 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27832): Process ended prematurely: osmo-stp_10.42.42.5(pid=27832) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27832)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27832): Process ended prematurely: osmo-stp_10.42.42.5(pid=27832) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:44:01.313744 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:44:01.326937 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:44:01.487693 tst mo_mt_call_osmux.py: using LAC 20915\u000a10:44:01.647950 tst mo_mt_call_osmux.py: using RAC 5\u000a10:44:01.783023 tst mo_mt_call_osmux.py: using CellId 20915\u000a10:44:01.907727 tst mo_mt_call_osmux.py: using BVCI 20916\u000a10:44:01.932573 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:44:01.944833 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:44:01.957017 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:44:01.969139 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:44:01.981646 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:44:01.994039 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:44:02.117012 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:44:02.326686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:02.819021 run create_hlr_db(pid=27826): Launched\u000a10:44:02.992550 bus /sierra_2: Setting Powered False\u000a10:44:04.015722 run create_hlr_db(pid=27826): Terminated: ok {rc=0}\u000a10:44:04.450410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27828): Launched\u000a10:44:04.778370 run osmo-hlr_10.42.42.2(pid=27829): Launched\u000a10:44:04.899066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:05.470284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27831): Launched\u000a10:44:05.796737 run osmo-stp_10.42.42.5(pid=27832): Launched\u000a10:44:05.914794 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:44:06.514581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27834): Launched\u000a10:44:06.841031 run osmo-msc_10.42.42.6(pid=27835): Launched\u000a10:44:07.031439 run osmo-stp_10.42.42.5(pid=27832): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27832)]\u000a10:44:07.168802 run osmo-stp_10.42.42.5(pid=27832): stdout: \u000a| (launched: 2022-12-09_10:44:05.635272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:07.306330 run osmo-stp_10.42.42.5(pid=27832): stderr: \u000a| �[0;m�[38;5;43m20221209104405825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104405825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104405825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104405826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104405826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104405826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104405826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:07.437541 run osmo-stp_10.42.42.5(pid=27832): stdout: \u000a| (launched: 2022-12-09_10:44:05.635272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:07.567478 run osmo-stp_10.42.42.5(pid=27832): stderr: \u000a| �[0;m�[38;5;43m20221209104405825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104405825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104405825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104405826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104405826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104405826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104405826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:07.624454 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27832): Process ended prematurely: osmo-stp_10.42.42.5(pid=27832) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27832)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:44:07.633698 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:44:07.697605 run osmo-hlr_10.42.42.2(pid=27829): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27829)]\u000a10:44:07.749432 run osmo-hlr_10.42.42.2(pid=27829): stdout: \u000a| (launched: 2022-12-09_10:44:04.616138) \u000a10:44:07.802371 run osmo-hlr_10.42.42.2(pid=27829): stderr: \u000a| �[0;m�[1;31m20221209104404810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104404810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104404810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104404810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104404810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104404810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104404824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104404833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104404833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104404833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:07.873927 run osmo-msc_10.42.42.6(pid=27835): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27835)]\u000a10:44:07.925667 run osmo-msc_10.42.42.6(pid=27835): stdout: \u000a| (launched: 2022-12-09_10:44:06.680243) \u000a10:44:07.978081 run osmo-msc_10.42.42.6(pid=27835): stderr: \u000a| �[0;m�[38;5;43m20221209104406998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104406998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa993ed6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104406999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104406999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104406999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104406999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104407001 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104407001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104407001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104407001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:44:08.022458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27828): Terminating (SIGTERM)\u000a10:44:08.064690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27831): Terminating (SIGTERM)\u000a10:44:08.106976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27834): Terminating (SIGTERM)\u000a10:44:08.117182 --- ParallelTerminationStrategy: PID 27828 died...\u000a10:44:08.173431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27828): Terminated: ok {rc=0}\u000a10:44:08.183571 --- ParallelTerminationStrategy: PID 27831 died...\u000a10:44:08.239397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27831): Terminated: ok {rc=0}\u000a10:44:08.249889 --- ParallelTerminationStrategy: PID 27834 died...\u000a10:44:08.306207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27834): Terminated: ok {rc=0}\u000a10:44:08.394398 bus /sierra_3: Setting Powered False\u000a10:44:09.496167 bus /sierra_3: Setting Powered False\u000a10:44:10.607938 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:43:50" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27846): Process ended prematurely: osmo-stp_10.42.42.5(pid=27846) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27846)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27846): Process ended prematurely: osmo-stp_10.42.42.5(pid=27846) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:44:12.608554 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:44:12.620170 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:44:12.779209 tst mo_mt_call.py: using LAC 20916\u000a10:44:12.900455 tst mo_mt_call.py: using RAC 6\u000a10:44:13.018444 tst mo_mt_call.py: using CellId 20916\u000a10:44:13.136286 tst mo_mt_call.py: using BVCI 20917\u000a10:44:13.159397 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:44:13.170645 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:44:13.181774 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:44:13.192774 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:44:13.203863 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:44:13.214888 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:44:13.334201 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:44:13.546429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:14.059282 run create_hlr_db(pid=27840): Launched\u000a10:44:14.246979 bus /sierra_2: Setting Powered False\u000a10:44:15.269710 run create_hlr_db(pid=27840): Terminated: ok {rc=0}\u000a10:44:15.678228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27842): Launched\u000a10:44:16.043104 run osmo-hlr_10.42.42.2(pid=27843): Launched\u000a10:44:16.240827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:16.900664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27845): Launched\u000a10:44:17.279182 run osmo-stp_10.42.42.5(pid=27846): Launched\u000a10:44:17.452072 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:44:18.010189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27848): Launched\u000a10:44:18.314031 run osmo-msc_10.42.42.6(pid=27849): Launched\u000a10:44:18.491631 run osmo-stp_10.42.42.5(pid=27846): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27846)]\u000a10:44:18.618709 run osmo-stp_10.42.42.5(pid=27846): stdout: \u000a| (launched: 2022-12-09_10:44:17.071997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:18.744700 run osmo-stp_10.42.42.5(pid=27846): stderr: \u000a| �[0;m�[38;5;43m20221209104417350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104417351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104417351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104417351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104417352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104417352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104417352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:18.866737 run osmo-stp_10.42.42.5(pid=27846): stdout: \u000a| (launched: 2022-12-09_10:44:17.071997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:18.987616 run osmo-stp_10.42.42.5(pid=27846): stderr: \u000a| �[0;m�[38;5;43m20221209104417350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104417351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104417351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104417351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104417352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104417352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104417352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:19.041288 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27846): Process ended prematurely: osmo-stp_10.42.42.5(pid=27846) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27846)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:44:19.050127 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:44:19.110005 run osmo-hlr_10.42.42.2(pid=27843): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27843)]\u000a10:44:19.159025 run osmo-hlr_10.42.42.2(pid=27843): stdout: \u000a| (launched: 2022-12-09_10:44:15.832112) \u000a10:44:19.208476 run osmo-hlr_10.42.42.2(pid=27843): stderr: \u000a| �[0;m�[1;31m20221209104416116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104416116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104416116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104416116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104416116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104416116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104416143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104416171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104416171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104416172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:19.275758 run osmo-msc_10.42.42.6(pid=27849): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27849)]\u000a10:44:19.324521 run osmo-msc_10.42.42.6(pid=27849): stdout: \u000a| (launched: 2022-12-09_10:44:18.164225) \u000a10:44:19.373863 run osmo-msc_10.42.42.6(pid=27849): stderr: \u000a| �[0;m�[38;5;43m20221209104418435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104418435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9cea78ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104418435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104418435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104418435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104418435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104418437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104418438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104418438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104418438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:44:19.415571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27842): Terminating (SIGTERM)\u000a10:44:19.455050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27845): Terminating (SIGTERM)\u000a10:44:19.494501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27848): Terminating (SIGTERM)\u000a10:44:19.503862 --- ParallelTerminationStrategy: PID 27842 died...\u000a10:44:19.557024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27842): Terminated: ok {rc=0}\u000a10:44:19.566817 --- ParallelTerminationStrategy: PID 27845 died...\u000a10:44:19.619663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27845): Terminated: ok {rc=0}\u000a10:44:19.629452 --- ParallelTerminationStrategy: PID 27848 died...\u000a10:44:19.682424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27848): Terminated: ok {rc=0}\u000a10:44:19.770489 bus /sierra_3: Setting Powered False\u000a10:44:20.873964 bus /sierra_3: Setting Powered False\u000a10:44:21.985429 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27857): Process ended prematurely: osmo-stp_10.42.42.5(pid=27857) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27857)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27857): Process ended prematurely: osmo-stp_10.42.42.5(pid=27857) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:44:23.101032 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:44:23.113703 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:44:23.274730 tst mo_mt_call_osmux.py: using LAC 20917\u000a10:44:23.401275 tst mo_mt_call_osmux.py: using RAC 7\u000a10:44:23.527384 tst mo_mt_call_osmux.py: using CellId 20917\u000a10:44:23.655207 tst mo_mt_call_osmux.py: using BVCI 20918\u000a10:44:23.680133 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:44:23.691885 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:44:23.703391 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:44:23.716041 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:44:23.727854 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:44:23.740478 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:44:23.859129 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:44:24.071193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:24.587385 run create_hlr_db(pid=27851): Launched\u000a10:44:24.776751 bus /sierra_2: Setting Powered False\u000a10:44:25.797680 run create_hlr_db(pid=27851): Terminated: ok {rc=0}\u000a10:44:26.206052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27853): Launched\u000a10:44:26.510353 run osmo-hlr_10.42.42.2(pid=27854): Launched\u000a10:44:26.622116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:27.150246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27856): Launched\u000a10:44:27.455844 run osmo-stp_10.42.42.5(pid=27857): Launched\u000a10:44:27.566805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:44:28.129140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27859): Launched\u000a10:44:28.434715 run osmo-msc_10.42.42.6(pid=27860): Launched\u000a10:44:28.613328 run osmo-stp_10.42.42.5(pid=27857): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27857)]\u000a10:44:28.741179 run osmo-stp_10.42.42.5(pid=27857): stdout: \u000a| (launched: 2022-12-09_10:44:27.304484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:28.867398 run osmo-stp_10.42.42.5(pid=27857): stderr: \u000a| �[0;m�[38;5;43m20221209104427473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104427473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104427473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104427474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104427474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104427474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104427474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:28.989249 run osmo-stp_10.42.42.5(pid=27857): stdout: \u000a| (launched: 2022-12-09_10:44:27.304484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:29.110448 run osmo-stp_10.42.42.5(pid=27857): stderr: \u000a| �[0;m�[38;5;43m20221209104427473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104427473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104427473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104427474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104427474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104427474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104427474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:29.164126 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27857): Process ended prematurely: osmo-stp_10.42.42.5(pid=27857) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27857)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:44:29.172789 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:44:29.233022 run osmo-hlr_10.42.42.2(pid=27854): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27854)]\u000a10:44:29.282187 run osmo-hlr_10.42.42.2(pid=27854): stdout: \u000a| (launched: 2022-12-09_10:44:26.360166) \u000a10:44:29.332210 run osmo-hlr_10.42.42.2(pid=27854): stderr: \u000a| �[0;m�[1;31m20221209104426534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104426534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104426534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104426534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104426534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104426534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104426550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104426560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104426561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104426561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:29.400315 run osmo-msc_10.42.42.6(pid=27860): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27860)]\u000a10:44:29.449440 run osmo-msc_10.42.42.6(pid=27860): stdout: \u000a| (launched: 2022-12-09_10:44:28.283273) \u000a10:44:29.499208 run osmo-msc_10.42.42.6(pid=27860): stderr: \u000a| �[0;m�[38;5;43m20221209104428554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104428554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5fc22ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104428554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104428554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104428554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104428555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104428556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104428557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104428557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104428557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:44:29.541765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27853): Terminating (SIGTERM)\u000a10:44:29.582430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27856): Terminating (SIGTERM)\u000a10:44:29.622539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27859): Terminating (SIGTERM)\u000a10:44:29.632001 --- ParallelTerminationStrategy: PID 27853 died...\u000a10:44:29.685606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27853): Terminated: ok {rc=0}\u000a10:44:29.695388 --- ParallelTerminationStrategy: PID 27856 died...\u000a10:44:29.748781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27856): Terminated: ok {rc=0}\u000a10:44:29.758497 --- ParallelTerminationStrategy: PID 27859 died...\u000a10:44:29.812013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27859): Terminated: ok {rc=0}\u000a10:44:29.902409 bus /sierra_3: Setting Powered False\u000a10:44:31.025403 bus /sierra_3: Setting Powered False\u000a10:44:32.146620 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:44:12" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27871): Process ended prematurely: osmo-stp_10.42.42.5(pid=27871) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27871)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27871): Process ended prematurely: osmo-stp_10.42.42.5(pid=27871) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:44:34.125948 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:44:34.137200 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:44:34.288941 tst mo_mt_call.py: using LAC 20918\u000a10:44:34.409733 tst mo_mt_call.py: using RAC 8\u000a10:44:34.528084 tst mo_mt_call.py: using CellId 20918\u000a10:44:34.649139 tst mo_mt_call.py: using BVCI 20919\u000a10:44:34.672093 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:44:34.683258 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:44:34.694237 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:44:34.705255 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:44:34.716236 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:44:34.729186 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:44:34.849418 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:44:35.051482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:35.540098 run create_hlr_db(pid=27865): Launched\u000a10:44:35.715682 bus /sierra_2: Setting Powered False\u000a10:44:36.736902 run create_hlr_db(pid=27865): Terminated: ok {rc=0}\u000a10:44:37.172239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27867): Launched\u000a10:44:37.503827 run osmo-hlr_10.42.42.2(pid=27868): Launched\u000a10:44:37.625077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:38.192866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27870): Launched\u000a10:44:38.518616 run osmo-stp_10.42.42.5(pid=27871): Launched\u000a10:44:38.637689 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:44:39.240204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27873): Launched\u000a10:44:39.572330 run osmo-msc_10.42.42.6(pid=27874): Launched\u000a10:44:39.764868 run osmo-stp_10.42.42.5(pid=27871): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27871)]\u000a10:44:39.903041 run osmo-stp_10.42.42.5(pid=27871): stdout: \u000a| (launched: 2022-12-09_10:44:38.357933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:40.039784 run osmo-stp_10.42.42.5(pid=27871): stderr: \u000a| �[0;m�[38;5;43m20221209104438546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104438546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104438547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104438547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104438548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104438548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104438548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:40.171807 run osmo-stp_10.42.42.5(pid=27871): stdout: \u000a| (launched: 2022-12-09_10:44:38.357933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:40.302381 run osmo-stp_10.42.42.5(pid=27871): stderr: \u000a| �[0;m�[38;5;43m20221209104438546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104438546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104438547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104438547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104438548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104438548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104438548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:40.359764 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27871): Process ended prematurely: osmo-stp_10.42.42.5(pid=27871) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27871)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:44:40.369187 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:44:40.432984 run osmo-hlr_10.42.42.2(pid=27868): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27868)]\u000a10:44:40.485103 run osmo-hlr_10.42.42.2(pid=27868): stdout: \u000a| (launched: 2022-12-09_10:44:37.338896) \u000a10:44:40.537630 run osmo-hlr_10.42.42.2(pid=27868): stderr: \u000a| �[0;m�[1;31m20221209104437533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104437533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104437533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104437533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104437533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104437533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104437547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104437556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104437556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104437556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:40.609079 run osmo-msc_10.42.42.6(pid=27874): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27874)]\u000a10:44:40.660800 run osmo-msc_10.42.42.6(pid=27874): stdout: \u000a| (launched: 2022-12-09_10:44:39.408241) \u000a10:44:40.713030 run osmo-msc_10.42.42.6(pid=27874): stderr: \u000a| �[0;m�[38;5;43m20221209104439728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104439728 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36fac6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104439728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104439728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104439728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104439729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104439730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104439731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104439731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104439731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:44:40.757268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27867): Terminating (SIGTERM)\u000a10:44:40.799844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27870): Terminating (SIGTERM)\u000a10:44:40.842422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27873): Terminating (SIGTERM)\u000a10:44:40.852349 --- ParallelTerminationStrategy: PID 27867 died...\u000a10:44:40.909329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27867): Terminated: ok {rc=0}\u000a10:44:40.919504 --- ParallelTerminationStrategy: PID 27870 died...\u000a10:44:40.975771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27870): Terminated: ok {rc=0}\u000a10:44:40.985959 --- ParallelTerminationStrategy: PID 27873 died...\u000a10:44:41.041692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27873): Terminated: ok {rc=0}\u000a10:44:41.129744 bus /sierra_3: Setting Powered False\u000a10:44:42.235484 bus /sierra_3: Setting Powered False\u000a10:44:43.342423 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27882): Process ended prematurely: osmo-stp_10.42.42.5(pid=27882) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27882)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27882): Process ended prematurely: osmo-stp_10.42.42.5(pid=27882) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:44:44.458801 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:44:44.471382 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:44:44.634362 tst mo_mt_call_osmux.py: using LAC 20919\u000a10:44:44.756666 tst mo_mt_call_osmux.py: using RAC 9\u000a10:44:44.877064 tst mo_mt_call_osmux.py: using CellId 20919\u000a10:44:44.997640 tst mo_mt_call_osmux.py: using BVCI 20920\u000a10:44:45.020654 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:44:45.031957 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:44:45.042956 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:44:45.054071 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:44:45.065183 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:44:45.076024 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:44:45.194030 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:44:45.408240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:45.976085 run create_hlr_db(pid=27876): Launched\u000a10:44:46.171825 bus /sierra_2: Setting Powered False\u000a10:44:47.218937 run create_hlr_db(pid=27876): Terminated: ok {rc=0}\u000a10:44:47.659028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27878): Launched\u000a10:44:47.984940 run osmo-hlr_10.42.42.2(pid=27879): Launched\u000a10:44:48.105864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:48.679240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27881): Launched\u000a10:44:49.007102 run osmo-stp_10.42.42.5(pid=27882): Launched\u000a10:44:49.125780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:44:49.723241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27884): Launched\u000a10:44:50.052142 run osmo-msc_10.42.42.6(pid=27885): Launched\u000a10:44:50.243310 run osmo-stp_10.42.42.5(pid=27882): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27882)]\u000a10:44:50.380925 run osmo-stp_10.42.42.5(pid=27882): stdout: \u000a| (launched: 2022-12-09_10:44:48.845191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:50.517190 run osmo-stp_10.42.42.5(pid=27882): stderr: \u000a| �[0;m�[38;5;43m20221209104449034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104449034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104449034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104449035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104449035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104449035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104449035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:50.648299 run osmo-stp_10.42.42.5(pid=27882): stdout: \u000a| (launched: 2022-12-09_10:44:48.845191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:50.778412 run osmo-stp_10.42.42.5(pid=27882): stderr: \u000a| �[0;m�[38;5;43m20221209104449034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104449034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104449034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104449035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104449035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104449035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104449035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:50.835671 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27882): Process ended prematurely: osmo-stp_10.42.42.5(pid=27882) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27882)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:44:50.844905 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:44:50.908845 run osmo-hlr_10.42.42.2(pid=27879): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27879)]\u000a10:44:50.961506 run osmo-hlr_10.42.42.2(pid=27879): stdout: \u000a| (launched: 2022-12-09_10:44:47.824886) \u000a10:44:51.014455 run osmo-hlr_10.42.42.2(pid=27879): stderr: \u000a| �[0;m�[1;31m20221209104448019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104448019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104448019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104448019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104448019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104448019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104448032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104448041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104448041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104448041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:51.086533 run osmo-msc_10.42.42.6(pid=27885): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27885)]\u000a10:44:51.139017 run osmo-msc_10.42.42.6(pid=27885): stdout: \u000a| (launched: 2022-12-09_10:44:49.889964) \u000a10:44:51.191935 run osmo-msc_10.42.42.6(pid=27885): stderr: \u000a| �[0;m�[38;5;43m20221209104450208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104450208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93a91fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104450208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104450208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104450209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104450209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104450210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104450211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104450211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104450211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:44:51.236633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27878): Terminating (SIGTERM)\u000a10:44:51.278969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27881): Terminating (SIGTERM)\u000a10:44:51.321398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27884): Terminating (SIGTERM)\u000a10:44:51.331268 --- ParallelTerminationStrategy: PID 27878 died...\u000a10:44:51.387972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27878): Terminated: ok {rc=0}\u000a10:44:51.398195 --- ParallelTerminationStrategy: PID 27881 died...\u000a10:44:51.455002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27881): Terminated: ok {rc=0}\u000a10:44:51.465210 --- ParallelTerminationStrategy: PID 27884 died...\u000a10:44:51.521719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27884): Terminated: ok {rc=0}\u000a10:44:51.609972 bus /sierra_3: Setting Powered False\u000a10:44:52.714695 bus /sierra_3: Setting Powered False\u000a10:44:53.826862 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:44:33" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27896): Process ended prematurely: osmo-stp_10.42.42.5(pid=27896) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27896)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27896): Process ended prematurely: osmo-stp_10.42.42.5(pid=27896) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:44:55.809110 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:44:55.820202 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:44:55.973707 tst mo_mt_call.py: using LAC 20920\u000a10:44:56.092237 tst mo_mt_call.py: using RAC 10\u000a10:44:56.214251 tst mo_mt_call.py: using CellId 20920\u000a10:44:56.339821 tst mo_mt_call.py: using BVCI 20921\u000a10:44:56.362997 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:44:56.374138 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:44:56.385253 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:44:56.396174 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:44:56.407232 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:44:56.418285 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:44:56.535881 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:44:56.736844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:57.226466 run create_hlr_db(pid=27890): Launched\u000a10:44:57.399987 bus /sierra_2: Setting Powered False\u000a10:44:58.422340 run create_hlr_db(pid=27890): Terminated: ok {rc=0}\u000a10:44:58.857703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27892): Launched\u000a10:44:59.185406 run osmo-hlr_10.42.42.2(pid=27893): Launched\u000a10:44:59.306888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:59.876438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27895): Launched\u000a10:45:00.203904 run osmo-stp_10.42.42.5(pid=27896): Launched\u000a10:45:00.322232 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:45:00.936329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27898): Launched\u000a10:45:01.371607 run osmo-msc_10.42.42.6(pid=27899): Launched\u000a10:45:01.801419 run osmo-stp_10.42.42.5(pid=27896): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27896)]\u000a10:45:01.951074 run osmo-stp_10.42.42.5(pid=27896): stdout: \u000a| (launched: 2022-12-09_10:45:00.042051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:02.093449 run osmo-stp_10.42.42.5(pid=27896): stderr: \u000a| �[0;m�[38;5;43m20221209104500231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104500232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104500232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104500232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104500233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104500233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104500233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:02.228567 run osmo-stp_10.42.42.5(pid=27896): stdout: \u000a| (launched: 2022-12-09_10:45:00.042051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:02.362703 run osmo-stp_10.42.42.5(pid=27896): stderr: \u000a| �[0;m�[38;5;43m20221209104500231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104500232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104500232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104500232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104500233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104500233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104500233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:02.420909 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27896): Process ended prematurely: osmo-stp_10.42.42.5(pid=27896) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27896)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:45:02.430775 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a10:45:02.495679 run osmo-hlr_10.42.42.2(pid=27893): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27893)]\u000a10:45:02.548098 run osmo-hlr_10.42.42.2(pid=27893): stdout: \u000a| (launched: 2022-12-09_10:44:59.023609) \u000a10:45:02.601297 run osmo-hlr_10.42.42.2(pid=27893): stderr: \u000a| �[0;m�[1;31m20221209104459215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104459215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104459215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104459215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104459216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104459216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104459228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104459238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104459239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104459239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:02.673485 run osmo-msc_10.42.42.6(pid=27899): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27899)]\u000a10:45:02.725316 run osmo-msc_10.42.42.6(pid=27899): stdout: \u000a| (launched: 2022-12-09_10:45:01.108573) \u000a10:45:02.778716 run osmo-msc_10.42.42.6(pid=27899): stderr: \u000a| �[0;m�[38;5;43m20221209104501543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104501544 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f112cac8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104501544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104501544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104501544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104501544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104501546 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104501546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104501547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104501547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:45:02.823263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27892): Terminating (SIGTERM)\u000a10:45:02.866003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27895): Terminating (SIGTERM)\u000a10:45:02.908510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27898): Terminating (SIGTERM)\u000a10:45:02.918960 --- ParallelTerminationStrategy: PID 27892 died...\u000a10:45:02.976344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27892): Terminated: ok {rc=0}\u000a10:45:02.986783 --- ParallelTerminationStrategy: PID 27895 died...\u000a10:45:03.043887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27895): Terminated: ok {rc=0}\u000a10:45:03.054357 --- ParallelTerminationStrategy: PID 27898 died...\u000a10:45:03.110789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27898): Terminated: ok {rc=0}\u000a10:45:03.198214 bus /sierra_3: Setting Powered False\u000a10:45:04.300120 bus /sierra_3: Setting Powered False\u000a10:45:05.411192 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27910): Process ended prematurely: osmo-stp_10.42.42.5(pid=27910) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27910)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27910): Process ended prematurely: osmo-stp_10.42.42.5(pid=27910) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:45:06.521080 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:45:06.532892 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:45:06.684770 tst mo_mt_call_osmux.py: using LAC 20921\u000a10:45:06.805499 tst mo_mt_call_osmux.py: using RAC 11\u000a10:45:06.933121 tst mo_mt_call_osmux.py: using CellId 20921\u000a10:45:07.067128 tst mo_mt_call_osmux.py: using BVCI 20922\u000a10:45:07.092039 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:45:07.103972 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:45:07.116427 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:45:07.128828 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:45:07.140786 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:45:07.152942 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:45:07.270206 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:45:07.482405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:07.996052 run create_hlr_db(pid=27904): Launched\u000a10:45:08.184032 bus /sierra_2: Setting Powered False\u000a10:45:09.205601 run create_hlr_db(pid=27904): Terminated: ok {rc=0}\u000a10:45:09.641139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27906): Launched\u000a10:45:09.969536 run osmo-hlr_10.42.42.2(pid=27907): Launched\u000a10:45:10.089082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:10.659174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27909): Launched\u000a10:45:10.987494 run osmo-stp_10.42.42.5(pid=27910): Launched\u000a10:45:11.106526 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:45:11.702579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27912): Launched\u000a10:45:12.030297 run osmo-msc_10.42.42.6(pid=27913): Launched\u000a10:45:12.220438 run osmo-stp_10.42.42.5(pid=27910): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27910)]\u000a10:45:12.357903 run osmo-stp_10.42.42.5(pid=27910): stdout: \u000a| (launched: 2022-12-09_10:45:10.824825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:12.494389 run osmo-stp_10.42.42.5(pid=27910): stderr: \u000a| �[0;m�[38;5;43m20221209104511014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104511014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104511015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104511015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104511016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104511016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104511016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:12.625666 run osmo-stp_10.42.42.5(pid=27910): stdout: \u000a| (launched: 2022-12-09_10:45:10.824825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:12.755978 run osmo-stp_10.42.42.5(pid=27910): stderr: \u000a| �[0;m�[38;5;43m20221209104511014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104511014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104511015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104511015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104511016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104511016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104511016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:12.813623 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27910): Process ended prematurely: osmo-stp_10.42.42.5(pid=27910) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27910)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:45:12.823004 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:45:12.886910 run osmo-hlr_10.42.42.2(pid=27907): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27907)]\u000a10:45:12.938780 run osmo-hlr_10.42.42.2(pid=27907): stdout: \u000a| (launched: 2022-12-09_10:45:09.807268) \u000a10:45:12.990957 run osmo-hlr_10.42.42.2(pid=27907): stderr: \u000a| �[0;m�[1;31m20221209104510001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104510001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104510001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104510001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104510001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104510001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104510017 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104510027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104510027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104510027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:13.062135 run osmo-msc_10.42.42.6(pid=27913): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27913)]\u000a10:45:13.113607 run osmo-msc_10.42.42.6(pid=27913): stdout: \u000a| (launched: 2022-12-09_10:45:11.868659) \u000a10:45:13.166058 run osmo-msc_10.42.42.6(pid=27913): stderr: \u000a| �[0;m�[38;5;43m20221209104512186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104512187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a2cdd2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104512187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104512187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104512187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104512187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104512189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104512189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104512189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104512190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:45:13.210384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27906): Terminating (SIGTERM)\u000a10:45:13.253185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27909): Terminating (SIGTERM)\u000a10:45:13.295542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27912): Terminating (SIGTERM)\u000a10:45:13.305621 --- ParallelTerminationStrategy: PID 27906 died...\u000a10:45:13.362198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27906): Terminated: ok {rc=0}\u000a10:45:13.372525 --- ParallelTerminationStrategy: PID 27909 died...\u000a10:45:13.428732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27909): Terminated: ok {rc=0}\u000a10:45:13.439294 --- ParallelTerminationStrategy: PID 27912 died...\u000a10:45:13.495519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27912): Terminated: ok {rc=0}\u000a10:45:13.583440 bus /sierra_3: Setting Powered False\u000a10:45:14.686904 bus /sierra_3: Setting Powered False\u000a10:45:15.798008 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:44:55" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27924): Process ended prematurely: osmo-stp_10.42.42.5(pid=27924) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27924)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27924): Process ended prematurely: osmo-stp_10.42.42.5(pid=27924) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:45:17.840265 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:45:17.851374 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:45:18.004685 tst mo_mt_call.py: using LAC 20922\u000a10:45:18.126517 tst mo_mt_call.py: using RAC 12\u000a10:45:18.251210 tst mo_mt_call.py: using CellId 20922\u000a10:45:18.370166 tst mo_mt_call.py: using BVCI 20923\u000a10:45:18.393339 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:45:18.404435 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:45:18.415765 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:45:18.427320 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:45:18.438954 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:45:18.450473 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:45:18.567460 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:45:18.766367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:19.254125 run create_hlr_db(pid=27918): Launched\u000a10:45:19.427658 bus /sierra_2: Setting Powered False\u000a10:45:20.451034 run create_hlr_db(pid=27918): Terminated: ok {rc=0}\u000a10:45:20.883336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27920): Launched\u000a10:45:21.212089 run osmo-hlr_10.42.42.2(pid=27921): Launched\u000a10:45:21.333575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:21.901538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27923): Launched\u000a10:45:22.229290 run osmo-stp_10.42.42.5(pid=27924): Launched\u000a10:45:22.347262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:45:22.947288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27926): Launched\u000a10:45:23.277057 run osmo-msc_10.42.42.6(pid=27927): Launched\u000a10:45:23.470600 run osmo-stp_10.42.42.5(pid=27924): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27924)]\u000a10:45:23.609166 run osmo-stp_10.42.42.5(pid=27924): stdout: \u000a| (launched: 2022-12-09_10:45:22.067045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:23.748886 run osmo-stp_10.42.42.5(pid=27924): stderr: \u000a| �[0;m�[38;5;43m20221209104522256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104522256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104522257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104522257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104522258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104522258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104522258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:23.880837 run osmo-stp_10.42.42.5(pid=27924): stdout: \u000a| (launched: 2022-12-09_10:45:22.067045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:24.011151 run osmo-stp_10.42.42.5(pid=27924): stderr: \u000a| �[0;m�[38;5;43m20221209104522256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104522256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104522257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104522257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104522258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104522258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104522258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:24.068700 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27924): Process ended prematurely: osmo-stp_10.42.42.5(pid=27924) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27924)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:45:24.078305 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:45:24.142294 run osmo-hlr_10.42.42.2(pid=27921): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27921)]\u000a10:45:24.194035 run osmo-hlr_10.42.42.2(pid=27921): stdout: \u000a| (launched: 2022-12-09_10:45:21.049439) \u000a10:45:24.246482 run osmo-hlr_10.42.42.2(pid=27921): stderr: \u000a| �[0;m�[1;31m20221209104521246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104521246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104521246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104521246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104521246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104521246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104521259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104521269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104521270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104521270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:24.317531 run osmo-msc_10.42.42.6(pid=27927): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27927)]\u000a10:45:24.369225 run osmo-msc_10.42.42.6(pid=27927): stdout: \u000a| (launched: 2022-12-09_10:45:23.113404) \u000a10:45:24.421941 run osmo-msc_10.42.42.6(pid=27927): stderr: \u000a| �[0;m�[38;5;43m20221209104523434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104523434 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17220c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104523434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104523434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104523434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104523434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104523436 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104523436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104523437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104523437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:45:24.466705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27920): Terminating (SIGTERM)\u000a10:45:24.508793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27923): Terminating (SIGTERM)\u000a10:45:24.551367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27926): Terminating (SIGTERM)\u000a10:45:24.561724 --- ParallelTerminationStrategy: PID 27920 died...\u000a10:45:24.617775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27920): Terminated: ok {rc=0}\u000a10:45:24.628536 --- ParallelTerminationStrategy: PID 27923 died...\u000a10:45:24.684821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27923): Terminated: ok {rc=0}\u000a10:45:24.695185 --- ParallelTerminationStrategy: PID 27926 died...\u000a10:45:24.751465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27926): Terminated: ok {rc=0}\u000a10:45:24.839340 bus /sierra_3: Setting Powered False\u000a10:45:25.942782 bus /sierra_3: Setting Powered False\u000a10:45:27.053081 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27935): Process ended prematurely: osmo-stp_10.42.42.5(pid=27935) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27935)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27935): Process ended prematurely: osmo-stp_10.42.42.5(pid=27935) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:45:28.162388 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:45:28.174185 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:45:28.328069 tst mo_mt_call_osmux.py: using LAC 20923\u000a10:45:28.446976 tst mo_mt_call_osmux.py: using RAC 13\u000a10:45:28.574779 tst mo_mt_call_osmux.py: using CellId 20923\u000a10:45:28.702364 tst mo_mt_call_osmux.py: using BVCI 20924\u000a10:45:28.727285 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:45:28.739122 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:45:28.751075 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:45:28.763409 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:45:28.775474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:45:28.787461 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:45:28.907214 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:45:29.119097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:29.634321 run create_hlr_db(pid=27929): Launched\u000a10:45:29.822010 bus /sierra_2: Setting Powered False\u000a10:45:30.849344 run create_hlr_db(pid=27929): Terminated: ok {rc=0}\u000a10:45:31.303619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27931): Launched\u000a10:45:31.731794 run osmo-hlr_10.42.42.2(pid=27932): Launched\u000a10:45:31.920265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:32.494873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27934): Launched\u000a10:45:32.823332 run osmo-stp_10.42.42.5(pid=27935): Launched\u000a10:45:32.941863 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:45:33.539413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27937): Launched\u000a10:45:33.868023 run osmo-msc_10.42.42.6(pid=27938): Launched\u000a10:45:34.059241 run osmo-stp_10.42.42.5(pid=27935): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27935)]\u000a10:45:34.196871 run osmo-stp_10.42.42.5(pid=27935): stdout: \u000a| (launched: 2022-12-09_10:45:32.660577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:34.328869 run osmo-stp_10.42.42.5(pid=27935): stderr: \u000a| �[0;m�[38;5;43m20221209104532851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104532851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104532852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104532852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104532853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104532853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104532853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:34.451925 run osmo-stp_10.42.42.5(pid=27935): stdout: \u000a| (launched: 2022-12-09_10:45:32.660577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:34.574353 run osmo-stp_10.42.42.5(pid=27935): stderr: \u000a| �[0;m�[38;5;43m20221209104532851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104532851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104532852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104532852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104532853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104532853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104532853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:34.628184 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27935): Process ended prematurely: osmo-stp_10.42.42.5(pid=27935) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27935)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:45:34.636870 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:45:34.698947 run osmo-hlr_10.42.42.2(pid=27932): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27932)]\u000a10:45:34.749116 run osmo-hlr_10.42.42.2(pid=27932): stdout: \u000a| (launched: 2022-12-09_10:45:31.463242) \u000a10:45:34.799717 run osmo-hlr_10.42.42.2(pid=27932): stderr: \u000a| �[0;m�[1;31m20221209104531654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104531654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104531654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104531654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104531654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104531654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104531674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104531682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104531682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104531682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:34.867931 run osmo-msc_10.42.42.6(pid=27938): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27938)]\u000a10:45:34.918269 run osmo-msc_10.42.42.6(pid=27938): stdout: \u000a| (launched: 2022-12-09_10:45:33.705165) \u000a10:45:34.968674 run osmo-msc_10.42.42.6(pid=27938): stderr: \u000a| �[0;m�[38;5;43m20221209104534029 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104534029 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77e3e30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104534029 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104534029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104534029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104534030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104534031 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104534032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104534032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104534032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:45:35.010846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27931): Terminating (SIGTERM)\u000a10:45:35.051378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27934): Terminating (SIGTERM)\u000a10:45:35.092050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27937): Terminating (SIGTERM)\u000a10:45:35.102058 --- ParallelTerminationStrategy: PID 27931 died...\u000a10:45:35.156065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27931): Terminated: ok {rc=0}\u000a10:45:35.166422 --- ParallelTerminationStrategy: PID 27934 died...\u000a10:45:35.220130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27934): Terminated: ok {rc=0}\u000a10:45:35.230343 --- ParallelTerminationStrategy: PID 27937 died...\u000a10:45:35.284557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27937): Terminated: ok {rc=0}\u000a10:45:35.372607 bus /sierra_3: Setting Powered False\u000a10:45:36.475876 bus /sierra_3: Setting Powered False\u000a10:45:37.586395 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:45:17" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27949): Process ended prematurely: osmo-stp_10.42.42.5(pid=27949) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27949)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27949): Process ended prematurely: osmo-stp_10.42.42.5(pid=27949) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:45:39.566786 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:45:39.578174 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:45:39.730160 tst mo_mt_call.py: using LAC 20924\u000a10:45:39.848110 tst mo_mt_call.py: using RAC 14\u000a10:45:39.980668 tst mo_mt_call.py: using CellId 20924\u000a10:45:40.122886 tst mo_mt_call.py: using BVCI 20925\u000a10:45:40.147908 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:45:40.159969 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:45:40.171753 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:45:40.184493 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:45:40.196363 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:45:40.208479 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:45:40.324676 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:45:40.538605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:41.051689 run create_hlr_db(pid=27943): Launched\u000a10:45:41.239497 bus /sierra_2: Setting Powered False\u000a10:45:42.260306 run create_hlr_db(pid=27943): Terminated: ok {rc=0}\u000a10:45:42.671017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27945): Launched\u000a10:45:42.975978 run osmo-hlr_10.42.42.2(pid=27946): Launched\u000a10:45:43.087265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:43.617562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27948): Launched\u000a10:45:43.922497 run osmo-stp_10.42.42.5(pid=27949): Launched\u000a10:45:44.032184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:45:44.591258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27951): Launched\u000a10:45:44.898649 run osmo-msc_10.42.42.6(pid=27952): Launched\u000a10:45:45.076111 run osmo-stp_10.42.42.5(pid=27949): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27949)]\u000a10:45:45.203915 run osmo-stp_10.42.42.5(pid=27949): stdout: \u000a| (launched: 2022-12-09_10:45:43.772326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:45.329847 run osmo-stp_10.42.42.5(pid=27949): stderr: \u000a| �[0;m�[38;5;43m20221209104543940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104543940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104543941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104543941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104543942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104543942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104543942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:45.451237 run osmo-stp_10.42.42.5(pid=27949): stdout: \u000a| (launched: 2022-12-09_10:45:43.772326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:45.571768 run osmo-stp_10.42.42.5(pid=27949): stderr: \u000a| �[0;m�[38;5;43m20221209104543940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104543940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104543941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104543941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104543942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104543942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104543942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:45.625249 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27949): Process ended prematurely: osmo-stp_10.42.42.5(pid=27949) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27949)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:45:45.633648 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:45:45.693418 run osmo-hlr_10.42.42.2(pid=27946): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27946)]\u000a10:45:45.742125 run osmo-hlr_10.42.42.2(pid=27946): stdout: \u000a| (launched: 2022-12-09_10:45:42.825195) \u000a10:45:45.791352 run osmo-hlr_10.42.42.2(pid=27946): stderr: \u000a| �[0;m�[1;31m20221209104542999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104542999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104542999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104542999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104542999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104542999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104543012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104543022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104543022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104543023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:45.864141 run osmo-msc_10.42.42.6(pid=27952): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27952)]\u000a10:45:45.927520 run osmo-msc_10.42.42.6(pid=27952): stdout: \u000a| (launched: 2022-12-09_10:45:44.744845) \u000a10:45:45.977731 run osmo-msc_10.42.42.6(pid=27952): stderr: \u000a| �[0;m�[38;5;43m20221209104545017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104545017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5aea1ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104545017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104545017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104545018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104545018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104545019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104545020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104545020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104545020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:45:46.020320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27945): Terminating (SIGTERM)\u000a10:45:46.064437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27948): Terminating (SIGTERM)\u000a10:45:46.110935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27951): Terminating (SIGTERM)\u000a10:45:46.123156 --- ParallelTerminationStrategy: PID 27945 died...\u000a10:45:46.178434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27945): Terminated: ok {rc=0}\u000a10:45:46.188427 --- ParallelTerminationStrategy: PID 27948 died...\u000a10:45:46.242098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27948): Terminated: ok {rc=0}\u000a10:45:46.252192 --- ParallelTerminationStrategy: PID 27951 died...\u000a10:45:46.305818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27951): Terminated: ok {rc=0}\u000a10:45:46.390830 bus /sierra_3: Setting Powered False\u000a10:45:47.490366 bus /sierra_3: Setting Powered False\u000a10:45:48.601234 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27960): Process ended prematurely: osmo-stp_10.42.42.5(pid=27960) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27960)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27960): Process ended prematurely: osmo-stp_10.42.42.5(pid=27960) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:45:49.711544 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:45:49.723423 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:45:49.875241 tst mo_mt_call_osmux.py: using LAC 20925\u000a10:45:49.993087 tst mo_mt_call_osmux.py: using RAC 15\u000a10:45:50.112087 tst mo_mt_call_osmux.py: using CellId 20925\u000a10:45:50.231230 tst mo_mt_call_osmux.py: using BVCI 20926\u000a10:45:50.254449 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:45:50.265945 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:45:50.277089 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:45:50.288234 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:45:50.299415 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:45:50.310581 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:45:50.430250 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:45:50.643142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:51.157445 run create_hlr_db(pid=27954): Launched\u000a10:45:51.345750 bus /sierra_2: Setting Powered False\u000a10:45:52.367499 run create_hlr_db(pid=27954): Terminated: ok {rc=0}\u000a10:45:52.775689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27956): Launched\u000a10:45:53.080461 run osmo-hlr_10.42.42.2(pid=27957): Launched\u000a10:45:53.192281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:53.719708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27959): Launched\u000a10:45:54.024120 run osmo-stp_10.42.42.5(pid=27960): Launched\u000a10:45:54.134421 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:45:54.692532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27962): Launched\u000a10:45:54.998794 run osmo-msc_10.42.42.6(pid=27963): Launched\u000a10:45:55.176414 run osmo-stp_10.42.42.5(pid=27960): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27960)]\u000a10:45:55.304662 run osmo-stp_10.42.42.5(pid=27960): stdout: \u000a| (launched: 2022-12-09_10:45:53.873740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:55.430517 run osmo-stp_10.42.42.5(pid=27960): stderr: \u000a| �[0;m�[38;5;43m20221209104554041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104554042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104554042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104554042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104554043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104554043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104554043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:55.552207 run osmo-stp_10.42.42.5(pid=27960): stdout: \u000a| (launched: 2022-12-09_10:45:53.873740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:55.672791 run osmo-stp_10.42.42.5(pid=27960): stderr: \u000a| �[0;m�[38;5;43m20221209104554041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104554042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104554042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104554042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104554043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104554043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104554043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:55.726310 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27960): Process ended prematurely: osmo-stp_10.42.42.5(pid=27960) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27960)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:45:55.734997 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:45:55.795022 run osmo-hlr_10.42.42.2(pid=27957): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27957)]\u000a10:45:55.844212 run osmo-hlr_10.42.42.2(pid=27957): stdout: \u000a| (launched: 2022-12-09_10:45:52.930016) \u000a10:45:55.893935 run osmo-hlr_10.42.42.2(pid=27957): stderr: \u000a| �[0;m�[1;31m20221209104553105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104553105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104553105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104553105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104553105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104553105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104553118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104553126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104553127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104553127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:55.961608 run osmo-msc_10.42.42.6(pid=27963): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27963)]\u000a10:45:56.010603 run osmo-msc_10.42.42.6(pid=27963): stdout: \u000a| (launched: 2022-12-09_10:45:54.846632) \u000a10:45:56.060217 run osmo-msc_10.42.42.6(pid=27963): stderr: \u000a| �[0;m�[38;5;43m20221209104555117 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104555117 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e700c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104555118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104555118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104555118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104555118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104555120 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104555120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104555120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104555120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:45:56.102294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27956): Terminating (SIGTERM)\u000a10:45:56.142093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27959): Terminating (SIGTERM)\u000a10:45:56.181861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27962): Terminating (SIGTERM)\u000a10:45:56.190933 --- ParallelTerminationStrategy: PID 27956 died...\u000a10:45:56.244181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27956): Terminated: ok {rc=0}\u000a10:45:56.254001 --- ParallelTerminationStrategy: PID 27959 died...\u000a10:45:56.307062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27959): Terminated: ok {rc=0}\u000a10:45:56.316716 --- ParallelTerminationStrategy: PID 27962 died...\u000a10:45:56.370224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27962): Terminated: ok {rc=0}\u000a10:45:56.461274 bus /sierra_3: Setting Powered False\u000a10:45:57.562760 bus /sierra_3: Setting Powered False\u000a10:45:58.670812 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:45:39" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27974): Process ended prematurely: osmo-stp_10.42.42.5(pid=27974) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27974)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27974): Process ended prematurely: osmo-stp_10.42.42.5(pid=27974) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:46:00.673834 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:46:00.685403 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:46:00.851400 tst mo_mt_call.py: using LAC 20926\u000a10:46:00.988404 tst mo_mt_call.py: using RAC 16\u000a10:46:01.120234 tst mo_mt_call.py: using CellId 20926\u000a10:46:01.242881 tst mo_mt_call.py: using BVCI 20927\u000a10:46:01.267002 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:46:01.279943 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:46:01.291410 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:46:01.303479 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:46:01.315741 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:46:01.327592 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:46:01.445101 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:46:01.652645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:02.194208 run create_hlr_db(pid=27968): Launched\u000a10:46:02.369546 bus /sierra_2: Setting Powered False\u000a10:46:03.391098 run create_hlr_db(pid=27968): Terminated: ok {rc=0}\u000a10:46:03.797215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27970): Launched\u000a10:46:04.101522 run osmo-hlr_10.42.42.2(pid=27971): Launched\u000a10:46:04.217482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:04.747159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27973): Launched\u000a10:46:05.054708 run osmo-stp_10.42.42.5(pid=27974): Launched\u000a10:46:05.164006 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:46:05.721583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27976): Launched\u000a10:46:06.029103 run osmo-msc_10.42.42.6(pid=27977): Launched\u000a10:46:06.208762 run osmo-stp_10.42.42.5(pid=27974): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27974)]\u000a10:46:06.338539 run osmo-stp_10.42.42.5(pid=27974): stdout: \u000a| (launched: 2022-12-09_10:46:04.902222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:06.466281 run osmo-stp_10.42.42.5(pid=27974): stderr: \u000a| �[0;m�[38;5;43m20221209104605069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104605069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104605069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104605070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104605070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104605070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104605070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:06.589676 run osmo-stp_10.42.42.5(pid=27974): stdout: \u000a| (launched: 2022-12-09_10:46:04.902222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:06.712115 run osmo-stp_10.42.42.5(pid=27974): stderr: \u000a| �[0;m�[38;5;43m20221209104605069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104605069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104605069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104605070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104605070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104605070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104605070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:06.767044 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27974): Process ended prematurely: osmo-stp_10.42.42.5(pid=27974) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27974)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:46:06.775859 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:46:06.836428 run osmo-hlr_10.42.42.2(pid=27971): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27971)]\u000a10:46:06.885591 run osmo-hlr_10.42.42.2(pid=27971): stdout: \u000a| (launched: 2022-12-09_10:46:03.951388) \u000a10:46:06.935128 run osmo-hlr_10.42.42.2(pid=27971): stderr: \u000a| �[0;m�[1;31m20221209104604127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104604127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104604127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104604127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104604127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104604127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104604140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104604149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104604150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104604150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:07.002953 run osmo-msc_10.42.42.6(pid=27977): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27977)]\u000a10:46:07.051883 run osmo-msc_10.42.42.6(pid=27977): stdout: \u000a| (launched: 2022-12-09_10:46:05.876491) \u000a10:46:07.101484 run osmo-msc_10.42.42.6(pid=27977): stderr: \u000a| �[0;m�[38;5;43m20221209104606148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104606148 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1472fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104606148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104606148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104606149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104606149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104606150 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104606151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104606151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104606151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:46:07.143456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27970): Terminating (SIGTERM)\u000a10:46:07.183207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27973): Terminating (SIGTERM)\u000a10:46:07.222926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27976): Terminating (SIGTERM)\u000a10:46:07.232255 --- ParallelTerminationStrategy: PID 27970 died...\u000a10:46:07.285649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27970): Terminated: ok {rc=0}\u000a10:46:07.295338 --- ParallelTerminationStrategy: PID 27973 died...\u000a10:46:07.347815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27973): Terminated: ok {rc=0}\u000a10:46:07.357388 --- ParallelTerminationStrategy: PID 27976 died...\u000a10:46:07.409839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27976): Terminated: ok {rc=0}\u000a10:46:07.492635 bus /sierra_3: Setting Powered False\u000a10:46:08.595327 bus /sierra_3: Setting Powered False\u000a10:46:09.701017 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27985): Process ended prematurely: osmo-stp_10.42.42.5(pid=27985) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27985)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27985): Process ended prematurely: osmo-stp_10.42.42.5(pid=27985) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:46:10.816478 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:46:10.828825 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:46:10.992719 tst mo_mt_call_osmux.py: using LAC 20927\u000a10:46:11.122247 tst mo_mt_call_osmux.py: using RAC 17\u000a10:46:11.249527 tst mo_mt_call_osmux.py: using CellId 20927\u000a10:46:11.377344 tst mo_mt_call_osmux.py: using BVCI 20928\u000a10:46:11.402107 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:46:11.413856 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:46:11.425403 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:46:11.436746 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:46:11.448649 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:46:11.460293 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:46:11.577929 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:46:11.786600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:12.301430 run create_hlr_db(pid=27979): Launched\u000a10:46:12.490298 bus /sierra_2: Setting Powered False\u000a10:46:13.513102 run create_hlr_db(pid=27979): Terminated: ok {rc=0}\u000a10:46:13.923407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27981): Launched\u000a10:46:14.229417 run osmo-hlr_10.42.42.2(pid=27982): Launched\u000a10:46:14.350836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:14.887205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27984): Launched\u000a10:46:15.191662 run osmo-stp_10.42.42.5(pid=27985): Launched\u000a10:46:15.303457 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:46:15.865725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27987): Launched\u000a10:46:16.325191 run osmo-msc_10.42.42.6(pid=27988): Launched\u000a10:46:16.724045 run osmo-stp_10.42.42.5(pid=27985): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27985)]\u000a10:46:16.890127 run osmo-stp_10.42.42.5(pid=27985): stdout: \u000a| (launched: 2022-12-09_10:46:15.040874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:17.030438 run osmo-stp_10.42.42.5(pid=27985): stderr: \u000a| �[0;m�[38;5;43m20221209104615210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104615211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104615211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104615211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104615212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104615212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104615212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:17.166785 run osmo-stp_10.42.42.5(pid=27985): stdout: \u000a| (launched: 2022-12-09_10:46:15.040874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:17.301624 run osmo-stp_10.42.42.5(pid=27985): stderr: \u000a| �[0;m�[38;5;43m20221209104615210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104615211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104615211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104615211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104615212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104615212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104615212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:17.360887 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27985): Process ended prematurely: osmo-stp_10.42.42.5(pid=27985) [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27985)] [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:46:17.371571 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:46:17.435964 run osmo-hlr_10.42.42.2(pid=27982): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27982)]\u000a10:46:17.488586 run osmo-hlr_10.42.42.2(pid=27982): stdout: \u000a| (launched: 2022-12-09_10:46:14.078242) \u000a10:46:17.541539 run osmo-hlr_10.42.42.2(pid=27982): stderr: \u000a| �[0;m�[1;31m20221209104614251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104614251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104614251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104614251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104614251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104614252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104614264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104614273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104614273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104614274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:17.612919 run osmo-msc_10.42.42.6(pid=27988): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27988)]\u000a10:46:17.664770 run osmo-msc_10.42.42.6(pid=27988): stdout: \u000a| (launched: 2022-12-09_10:46:16.056509) \u000a10:46:17.717188 run osmo-msc_10.42.42.6(pid=27988): stderr: \u000a| �[0;m�[38;5;43m20221209104616434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104616434 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f321d6b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104616434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104616434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104616434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104616434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104616445 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104616446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104616446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104616446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:46:17.761583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27981): Terminating (SIGTERM)\u000a10:46:17.804079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27984): Terminating (SIGTERM)\u000a10:46:17.846683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27987): Terminating (SIGTERM)\u000a10:46:17.856832 --- ParallelTerminationStrategy: PID 27981 died...\u000a10:46:17.913374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27981): Terminated: ok {rc=0}\u000a10:46:17.923594 --- ParallelTerminationStrategy: PID 27984 died...\u000a10:46:17.979884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27984): Terminated: ok {rc=0}\u000a10:46:17.990096 --- ParallelTerminationStrategy: PID 27987 died...\u000a10:46:18.046322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27987): Terminated: ok {rc=0}\u000a10:46:18.134557 bus /sierra_3: Setting Powered False\u000a10:46:19.238760 bus /sierra_3: Setting Powered False\u000a10:46:20.347971 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:46:00" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27999): Process ended prematurely: osmo-stp_10.42.42.5(pid=27999) [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27999)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27999): Process ended prematurely: osmo-stp_10.42.42.5(pid=27999) [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:46:22.342238 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:46:22.353002 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:46:22.483203 tst emergency_mo_mt_call.py: using LAC 20928\u000a10:46:22.602627 tst emergency_mo_mt_call.py: using RAC 18\u000a10:46:22.721751 tst emergency_mo_mt_call.py: using CellId 20928\u000a10:46:22.839100 tst emergency_mo_mt_call.py: using BVCI 20929\u000a10:46:22.862174 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:46:22.873449 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:46:22.884097 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:46:22.894682 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:46:22.905693 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:46:22.916146 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:46:23.029176 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:46:23.237665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:23.743964 run create_hlr_db(pid=27993): Launched\u000a10:46:23.928903 bus /sierra_2: Setting Powered False\u000a10:46:24.950523 run create_hlr_db(pid=27993): Terminated: ok {rc=0}\u000a10:46:25.354407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27995): Launched\u000a10:46:25.654191 run osmo-hlr_10.42.42.2(pid=27996): Launched\u000a10:46:25.771428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:26.331398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27998): Launched\u000a10:46:26.654112 run osmo-stp_10.42.42.5(pid=27999): Launched\u000a10:46:26.781758 tst emergency_mo_mt_call.py: using MSISDN 7164\u000a10:46:26.941631 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:46:27.533439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28001): Launched\u000a10:46:27.855243 run osmo-msc_10.42.42.6(pid=28002): Launched\u000a10:46:28.043775 run osmo-stp_10.42.42.5(pid=27999): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27999)]\u000a10:46:28.179425 run osmo-stp_10.42.42.5(pid=27999): stdout: \u000a| (launched: 2022-12-09_10:46:26.494138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:28.314572 run osmo-stp_10.42.42.5(pid=27999): stderr: \u000a| �[0;m�[38;5;43m20221209104626686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104626686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104626687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104626687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104626688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104626688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104626688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:28.443053 run osmo-stp_10.42.42.5(pid=27999): stdout: \u000a| (launched: 2022-12-09_10:46:26.494138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:28.570847 run osmo-stp_10.42.42.5(pid=27999): stderr: \u000a| �[0;m�[38;5;43m20221209104626686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104626686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104626687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104626687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104626688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104626688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104626688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:28.626621 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=27999): Process ended prematurely: osmo-stp_10.42.42.5(pid=27999) [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27999)] [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a10:46:28.635247 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a10:46:28.699178 run osmo-hlr_10.42.42.2(pid=27996): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27996)]\u000a10:46:28.750815 run osmo-hlr_10.42.42.2(pid=27996): stdout: \u000a| (launched: 2022-12-09_10:46:25.505670) \u000a10:46:28.802845 run osmo-hlr_10.42.42.2(pid=27996): stderr: \u000a| �[0;m�[1;31m20221209104625680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104625680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104625680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104625680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104625680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104625681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104625691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104625699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104625700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104625700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:28.873661 run osmo-msc_10.42.42.6(pid=28002): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28002)]\u000a10:46:28.925372 run osmo-msc_10.42.42.6(pid=28002): stdout: \u000a| (launched: 2022-12-09_10:46:27.695937) \u000a10:46:28.977608 run osmo-msc_10.42.42.6(pid=28002): stderr: \u000a| �[0;m�[38;5;43m20221209104628015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104628015 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d486cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104628015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104628016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104628016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104628016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104628018 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104628018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104628018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104628018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:46:29.021528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27995): Terminating (SIGTERM)\u000a10:46:29.063189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27998): Terminating (SIGTERM)\u000a10:46:29.105260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28001): Terminating (SIGTERM)\u000a10:46:29.115082 --- ParallelTerminationStrategy: PID 27995 died...\u000a10:46:29.170900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27995): Terminated: ok {rc=0}\u000a10:46:29.181324 --- ParallelTerminationStrategy: PID 27998 died...\u000a10:46:29.236842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27998): Terminated: ok {rc=0}\u000a10:46:29.246925 --- ParallelTerminationStrategy: PID 28001 died...\u000a10:46:29.302695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28001): Terminated: ok {rc=0}\u000a10:46:29.389680 bus /sierra_3: Setting Powered False\u000a10:46:30.496809 bus /sierra_3: Setting Powered False\u000a10:46:31.623663 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28010): Process ended prematurely: osmo-stp_10.42.42.5(pid=28010) [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28010)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28010): Process ended prematurely: osmo-stp_10.42.42.5(pid=28010) [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:46:32.677535 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:46:32.689321 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:46:32.829485 tst emergency_preemptive_call.py: using LAC 20929\u000a10:46:32.953976 tst emergency_preemptive_call.py: using RAC 19\u000a10:46:33.077486 tst emergency_preemptive_call.py: using CellId 20929\u000a10:46:33.200876 tst emergency_preemptive_call.py: using BVCI 20930\u000a10:46:33.225265 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:46:33.236457 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:46:33.247468 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:46:33.258831 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:46:33.270208 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:46:33.281455 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:46:33.396215 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:46:33.514430 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:46:33.631476 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:46:33.839742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:34.347921 run create_hlr_db(pid=28004): Launched\u000a10:46:34.534469 bus /sierra_2: Setting Powered False\u000a10:46:35.545590 run create_hlr_db(pid=28004): Terminated: ok {rc=0}\u000a10:46:35.981826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28006): Launched\u000a10:46:36.304631 run osmo-hlr_10.42.42.2(pid=28007): Launched\u000a10:46:36.435178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:36.991612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28009): Launched\u000a10:46:37.314234 run osmo-stp_10.42.42.5(pid=28010): Launched\u000a10:46:37.442499 tst emergency_preemptive_call.py: using MSISDN 7165\u000a10:46:37.602341 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:46:38.187076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28012): Launched\u000a10:46:38.510142 run osmo-msc_10.42.42.6(pid=28013): Launched\u000a10:46:38.698254 run osmo-stp_10.42.42.5(pid=28010): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28010)]\u000a10:46:38.834135 run osmo-stp_10.42.42.5(pid=28010): stdout: \u000a| (launched: 2022-12-09_10:46:37.154714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:38.969583 run osmo-stp_10.42.42.5(pid=28010): stderr: \u000a| �[0;m�[38;5;43m20221209104637347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104637347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104637348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104637348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104637349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104637349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104637349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:39.099036 run osmo-stp_10.42.42.5(pid=28010): stdout: \u000a| (launched: 2022-12-09_10:46:37.154714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:39.226580 run osmo-stp_10.42.42.5(pid=28010): stderr: \u000a| �[0;m�[38;5;43m20221209104637347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104637347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104637348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104637348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104637349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104637349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104637349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:39.282512 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28010): Process ended prematurely: osmo-stp_10.42.42.5(pid=28010) [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28010)] [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a10:46:39.291307 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a10:46:39.355129 run osmo-hlr_10.42.42.2(pid=28007): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28007)]\u000a10:46:39.407166 run osmo-hlr_10.42.42.2(pid=28007): stdout: \u000a| (launched: 2022-12-09_10:46:36.144659) \u000a10:46:39.460152 run osmo-hlr_10.42.42.2(pid=28007): stderr: \u000a| �[0;m�[1;31m20221209104636345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104636345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104636345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104636345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104636345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104636345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104636356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104636365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104636365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104636365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:39.531799 run osmo-msc_10.42.42.6(pid=28013): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28013)]\u000a10:46:39.583711 run osmo-msc_10.42.42.6(pid=28013): stdout: \u000a| (launched: 2022-12-09_10:46:38.349271) \u000a10:46:39.636184 run osmo-msc_10.42.42.6(pid=28013): stderr: \u000a| �[0;m�[38;5;43m20221209104638670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209104638670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f339d915c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209104638670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209104638670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209104638670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209104638670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209104638673 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209104638673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209104638674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209104638674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:46:39.680512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28006): Terminating (SIGTERM)\u000a10:46:39.722825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28009): Terminating (SIGTERM)\u000a10:46:39.765316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28012): Terminating (SIGTERM)\u000a10:46:39.775113 --- ParallelTerminationStrategy: PID 28006 died...\u000a10:46:39.831332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28006): Terminated: ok {rc=0}\u000a10:46:39.841801 --- ParallelTerminationStrategy: PID 28009 died...\u000a10:46:39.897689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28009): Terminated: ok {rc=0}\u000a10:46:39.908205 --- ParallelTerminationStrategy: PID 28012 died...\u000a10:46:39.964490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28012): Terminated: ok {rc=0}\u000a10:46:40.050830 bus /sierra_9: Setting Powered False\u000a10:46:41.158274 bus /sierra_9: Setting Powered False\u000a10:46:42.265839 bus /sierra_8: Setting Powered False\u000a10:46:43.372889 bus /sierra_8: Setting Powered False\u000a10:46:44.480906 bus /sierra_3: Setting Powered False\u000a10:46:45.582147 bus /sierra_3: Setting Powered False\u000a10:46:46.711899 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:46:22" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28030): Process ended prematurely: osmo-stp_10.42.42.5(pid=28030) [trial-2358↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28030)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28030): Process ended prematurely: osmo-stp_10.42.42.5(pid=28030) [trial-2358↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:46:48.825565 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:46:48.836329 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:46:48.971986 tst cs_paging_gprs_active.py: using LAC 20930\u000a10:46:49.094296 tst cs_paging_gprs_active.py: using RAC 20\u000a10:46:49.215253 tst cs_paging_gprs_active.py: using CellId 20930\u000a10:46:49.336173 tst cs_paging_gprs_active.py: using BVCI 20931\u000a10:46:49.359550 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:46:49.370255 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:46:49.380776 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:46:49.391263 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:46:49.401659 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:46:49.412001 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:46:49.422655 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:46:49.433001 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:46:49.443525 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:46:49.562418 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:46:49.843009 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:46:49.970789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:50.287897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28020): Launched\u000a10:46:50.552574 run iperf3-srv_10.42.42.10(pid=28021): Launched\u000a10:46:50.738522 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:46:50.865109 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:51.180741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28022): Launched\u000a10:46:51.445496 run iperf3-srv_10.42.42.10(pid=28023): Launched\u000a10:46:51.629698 tst cs_paging_gprs_active.py:38: start network...\u000a10:46:51.755222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:52.243868 run create_hlr_db(pid=28024): Launched\u000a10:46:52.418753 bus /sierra_2: Setting Powered False\u000a10:46:53.440588 run create_hlr_db(pid=28024): Terminated: ok {rc=0}\u000a10:46:53.847982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28026): Launched\u000a10:46:54.155523 run osmo-hlr_10.42.42.2(pid=28027): Launched\u000a10:46:54.266931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:54.797781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28029): Launched\u000a10:46:55.103539 run osmo-stp_10.42.42.5(pid=28030): Launched\u000a10:46:55.214855 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:46:55.751537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28032): Launched\u000a10:46:55.859801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:46:56.127714 run patchelf(pid=28033): Launched\u000a10:46:56.306091 run osmo-stp_10.42.42.5(pid=28030): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28030)]\u000a10:46:56.435924 run osmo-stp_10.42.42.5(pid=28030): stdout: \u000a| (launched: 2022-12-09_10:46:54.952305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:56.565929 run osmo-stp_10.42.42.5(pid=28030): stderr: \u000a| �[0;m�[38;5;43m20221209104655123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104655123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104655123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104655124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104655124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104655125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104655125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:56.691784 run osmo-stp_10.42.42.5(pid=28030): stdout: \u000a| (launched: 2022-12-09_10:46:54.952305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:56.816552 run osmo-stp_10.42.42.5(pid=28030): stderr: \u000a| �[0;m�[38;5;43m20221209104655123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104655123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104655123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104655124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104655124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104655125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104655125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:56.961891 run patchelf(pid=28033): Terminating (SIGINT)\u000a10:46:57.132724 run patchelf(pid=28033): Terminated: ok {rc=0}\u000a10:46:57.164468 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28030): Process ended prematurely: osmo-stp_10.42.42.5(pid=28030) [trial-2358↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28030)] [trial-2358↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a10:46:57.173775 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a10:46:57.233455 run osmo-hlr_10.42.42.2(pid=28027): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28027)]\u000a10:46:57.281852 run osmo-hlr_10.42.42.2(pid=28027): stdout: \u000a| (launched: 2022-12-09_10:46:54.002555) \u000a10:46:57.330838 run osmo-hlr_10.42.42.2(pid=28027): stderr: \u000a| �[0;m�[1;31m20221209104654180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104654180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104654180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104654180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104654180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104654180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104654195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104654206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104654206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104654206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:57.372526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28020): Terminating (SIGTERM)\u000a10:46:57.411739 run iperf3-srv_10.42.42.10(pid=28021): Terminating (SIGTERM)\u000a10:46:57.451012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28022): Terminating (SIGTERM)\u000a10:46:57.490185 run iperf3-srv_10.42.42.10(pid=28023): Terminating (SIGTERM)\u000a10:46:57.529468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28026): Terminating (SIGTERM)\u000a10:46:57.568631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28029): Terminating (SIGTERM)\u000a10:46:57.607935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28032): Terminating (SIGTERM)\u000a10:46:57.617255 --- ParallelTerminationStrategy: PID 28020 died...\u000a10:46:57.670010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28020): Terminated: ok {rc=0}\u000a10:46:57.679530 --- ParallelTerminationStrategy: PID 28021 died...\u000a10:46:57.731939 run iperf3-srv_10.42.42.10(pid=28021): Terminated {rc=256}\u000a10:46:57.741872 --- ParallelTerminationStrategy: PID 28022 died...\u000a10:46:57.794271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28022): Terminated: ok {rc=0}\u000a10:46:57.804236 --- ParallelTerminationStrategy: PID 28023 died...\u000a10:46:57.856599 run iperf3-srv_10.42.42.10(pid=28023): Terminated {rc=256}\u000a10:46:57.866197 --- ParallelTerminationStrategy: PID 28026 died...\u000a10:46:57.918457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28026): Terminated: ok {rc=0}\u000a10:46:57.928136 --- ParallelTerminationStrategy: PID 28029 died...\u000a10:46:57.980717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28029): Terminated: ok {rc=0}\u000a10:46:57.990384 --- ParallelTerminationStrategy: PID 28032 died...\u000a10:46:58.046984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28032): Terminated: ok {rc=0}\u000a10:46:58.135768 bus /gobi_0: Setting Powered False\u000a10:46:59.238837 bus /gobi_0: Setting Powered False\u000a10:47:00.347821 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28042): Process ended prematurely: osmo-stp_10.42.42.5(pid=28042) [trial-2358↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28042)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28042): Process ended prematurely: osmo-stp_10.42.42.5(pid=28042) [trial-2358↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a10:47:01.457238 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:01.469667 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:47:01.635474 tst iperf3.py: using LAC 20931\u000a10:47:01.758840 tst iperf3.py: using RAC 21\u000a10:47:01.889273 tst iperf3.py: using CellId 20931\u000a10:47:02.023479 tst iperf3.py: using BVCI 20932\u000a10:47:02.050185 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:02.062575 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:02.075480 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:02.087904 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:02.101792 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:02.113842 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:02.127745 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:02.141035 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:02.154482 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:47:02.434242 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:47:02.597820 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:02.936684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28034): Launched\u000a10:47:03.217859 run iperf3-srv_10.42.42.10(pid=28035): Launched\u000a10:47:03.416762 tst iperf3.py:8: start network...\u000a10:47:03.553562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:04.069490 run create_hlr_db(pid=28036): Launched\u000a10:47:04.257141 bus /gobi_6: Setting Powered False\u000a10:47:05.278768 run create_hlr_db(pid=28036): Terminated: ok {rc=0}\u000a10:47:05.686018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28038): Launched\u000a10:47:05.991633 run osmo-hlr_10.42.42.2(pid=28039): Launched\u000a10:47:06.104086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:06.633214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28041): Launched\u000a10:47:06.937726 run osmo-stp_10.42.42.5(pid=28042): Launched\u000a10:47:07.048143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:07.583313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28044): Launched\u000a10:47:07.691514 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:07.957634 run patchelf(pid=28045): Launched\u000a10:47:08.135093 run osmo-stp_10.42.42.5(pid=28042): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28042)]\u000a10:47:08.264780 run osmo-stp_10.42.42.5(pid=28042): stdout: \u000a| (launched: 2022-12-09_10:47:06.786839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:08.394491 run osmo-stp_10.42.42.5(pid=28042): stderr: \u000a| �[0;m�[38;5;43m20221209104706959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104706959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104706959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104706959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104706960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104706960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104706960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:08.520123 run osmo-stp_10.42.42.5(pid=28042): stdout: \u000a| (launched: 2022-12-09_10:47:06.786839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:08.644413 run osmo-stp_10.42.42.5(pid=28042): stderr: \u000a| �[0;m�[38;5;43m20221209104706959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104706959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104706959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104706959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104706960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104706960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104706960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:08.789615 run patchelf(pid=28045): Terminating (SIGINT)\u000a10:47:08.959908 run patchelf(pid=28045): Terminated: ok {rc=0}\u000a10:47:08.991127 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28042): Process ended prematurely: osmo-stp_10.42.42.5(pid=28042) [trial-2358↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28042)] [trial-2358↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a10:47:09.000418 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:47:09.060691 run osmo-hlr_10.42.42.2(pid=28039): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28039)]\u000a10:47:09.109871 run osmo-hlr_10.42.42.2(pid=28039): stdout: \u000a| (launched: 2022-12-09_10:47:05.840210) \u000a10:47:09.159685 run osmo-hlr_10.42.42.2(pid=28039): stderr: \u000a| �[0;m�[1;31m20221209104706017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104706017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104706017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104706017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104706017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104706018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104706032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104706043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104706043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104706043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:09.202123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28034): Terminating (SIGTERM)\u000a10:47:09.242308 run iperf3-srv_10.42.42.10(pid=28035): Terminating (SIGTERM)\u000a10:47:09.282379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28038): Terminating (SIGTERM)\u000a10:47:09.322115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28041): Terminating (SIGTERM)\u000a10:47:09.361877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28044): Terminating (SIGTERM)\u000a10:47:09.371248 --- ParallelTerminationStrategy: PID 28034 died...\u000a10:47:09.424524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28034): Terminated: ok {rc=0}\u000a10:47:09.434355 --- ParallelTerminationStrategy: PID 28035 died...\u000a10:47:09.488261 run iperf3-srv_10.42.42.10(pid=28035): Terminated {rc=256}\u000a10:47:09.498134 --- ParallelTerminationStrategy: PID 28038 died...\u000a10:47:09.551435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28038): Terminated: ok {rc=0}\u000a10:47:09.561358 --- ParallelTerminationStrategy: PID 28041 died...\u000a10:47:09.614551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28041): Terminated: ok {rc=0}\u000a10:47:09.624391 --- ParallelTerminationStrategy: PID 28044 died...\u000a10:47:09.677604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28044): Terminated: ok {rc=0}\u000a10:47:09.766775 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28060): Process ended prematurely: osmo-stp_10.42.42.5(pid=28060) [trial-2358↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28060)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28060): Process ended prematurely: osmo-stp_10.42.42.5(pid=28060) [trial-2358↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a10:47:10.877348 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:10.888651 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:47:11.022564 tst iperf3m4.py: using LAC 20932\u000a10:47:11.141535 tst iperf3m4.py: using RAC 22\u000a10:47:11.260186 tst iperf3m4.py: using CellId 20932\u000a10:47:11.382049 tst iperf3m4.py: using BVCI 20933\u000a10:47:11.405303 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:11.416014 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:11.426642 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:11.437175 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:11.447674 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:11.458175 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:11.468813 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:11.479272 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:11.490018 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:47:11.604788 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:47:11.726701 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:47:11.843972 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:47:12.142704 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:47:12.279415 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:12.618681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28046): Launched\u000a10:47:12.901362 run iperf3-srv_10.42.42.10(pid=28047): Launched\u000a10:47:13.100513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:47:13.236852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:13.574872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28048): Launched\u000a10:47:13.856787 run iperf3-srv_10.42.42.10(pid=28049): Launched\u000a10:47:14.055437 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:47:14.191372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:14.529887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28050): Launched\u000a10:47:14.811389 run iperf3-srv_10.42.42.10(pid=28051): Launched\u000a10:47:15.010431 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:47:15.146738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:15.486857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28052): Launched\u000a10:47:15.769154 run iperf3-srv_10.42.42.10(pid=28053): Launched\u000a10:47:15.982059 tst iperf3m4.py:8: start network...\u000a10:47:16.121978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:16.684019 run create_hlr_db(pid=28054): Launched\u000a10:47:16.867934 bus /gobi_6: Setting Powered False\u000a10:47:17.892568 run create_hlr_db(pid=28054): Terminated: ok {rc=0}\u000a10:47:18.327866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28056): Launched\u000a10:47:18.657699 run osmo-hlr_10.42.42.2(pid=28057): Launched\u000a10:47:18.779380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:19.450907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28059): Launched\u000a10:47:19.771560 run osmo-stp_10.42.42.5(pid=28060): Launched\u000a10:47:19.887208 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:20.447257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28062): Launched\u000a10:47:20.562053 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:20.841984 run patchelf(pid=28063): Launched\u000a10:47:21.028433 run osmo-stp_10.42.42.5(pid=28060): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28060)]\u000a10:47:21.164831 run osmo-stp_10.42.42.5(pid=28060): stdout: \u000a| (launched: 2022-12-09_10:47:19.613578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:21.301401 run osmo-stp_10.42.42.5(pid=28060): stderr: \u000a| �[0;m�[38;5;43m20221209104719802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104719802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104719803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104719803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104719804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104719804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104719804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:21.434467 run osmo-stp_10.42.42.5(pid=28060): stdout: \u000a| (launched: 2022-12-09_10:47:19.613578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:21.566273 run osmo-stp_10.42.42.5(pid=28060): stderr: \u000a| �[0;m�[38;5;43m20221209104719802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104719802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104719803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104719803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104719804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104719804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104719804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:21.719066 run patchelf(pid=28063): Terminating (SIGINT)\u000a10:47:21.897793 run patchelf(pid=28063): Terminated: ok {rc=0}\u000a10:47:21.931112 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28060): Process ended prematurely: osmo-stp_10.42.42.5(pid=28060) [trial-2358↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28060)] [trial-2358↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a10:47:21.941128 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a10:47:22.005390 run osmo-hlr_10.42.42.2(pid=28057): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28057)]\u000a10:47:22.057098 run osmo-hlr_10.42.42.2(pid=28057): stdout: \u000a| (launched: 2022-12-09_10:47:18.494482) \u000a10:47:22.109528 run osmo-hlr_10.42.42.2(pid=28057): stderr: \u000a| �[0;m�[1;31m20221209104718693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104718693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104718693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104718693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104718693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104718694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104718706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104718716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104718716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104718716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:22.153615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28046): Terminating (SIGTERM)\u000a10:47:22.195549 run iperf3-srv_10.42.42.10(pid=28047): Terminating (SIGTERM)\u000a10:47:22.237365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28048): Terminating (SIGTERM)\u000a10:47:22.279098 run iperf3-srv_10.42.42.10(pid=28049): Terminating (SIGTERM)\u000a10:47:22.320928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28050): Terminating (SIGTERM)\u000a10:47:22.362890 run iperf3-srv_10.42.42.10(pid=28051): Terminating (SIGTERM)\u000a10:47:22.404407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28052): Terminating (SIGTERM)\u000a10:47:22.446229 run iperf3-srv_10.42.42.10(pid=28053): Terminating (SIGTERM)\u000a10:47:22.488400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28056): Terminating (SIGTERM)\u000a10:47:22.530759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28059): Terminating (SIGTERM)\u000a10:47:22.572410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28062): Terminating (SIGTERM)\u000a10:47:22.582323 --- ParallelTerminationStrategy: PID 28046 died...\u000a10:47:22.638124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28046): Terminated: ok {rc=0}\u000a10:47:22.648524 --- ParallelTerminationStrategy: PID 28047 died...\u000a10:47:22.704258 run iperf3-srv_10.42.42.10(pid=28047): Terminated {rc=256}\u000a10:47:22.714324 --- ParallelTerminationStrategy: PID 28048 died...\u000a10:47:22.769931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28048): Terminated: ok {rc=0}\u000a10:47:22.780046 --- ParallelTerminationStrategy: PID 28049 died...\u000a10:47:22.835644 run iperf3-srv_10.42.42.10(pid=28049): Terminated {rc=256}\u000a10:47:22.845833 --- ParallelTerminationStrategy: PID 28050 died...\u000a10:47:22.901674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28050): Terminated: ok {rc=0}\u000a10:47:22.911748 --- ParallelTerminationStrategy: PID 28051 died...\u000a10:47:22.967627 run iperf3-srv_10.42.42.10(pid=28051): Terminated {rc=256}\u000a10:47:22.978055 --- ParallelTerminationStrategy: PID 28052 died...\u000a10:47:23.033477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28052): Terminated: ok {rc=0}\u000a10:47:23.043741 --- ParallelTerminationStrategy: PID 28053 died...\u000a10:47:23.099540 run iperf3-srv_10.42.42.10(pid=28053): Terminated {rc=256}\u000a10:47:23.109693 --- ParallelTerminationStrategy: PID 28056 died...\u000a10:47:23.165329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28056): Terminated: ok {rc=0}\u000a10:47:23.175246 --- ParallelTerminationStrategy: PID 28059 died...\u000a10:47:23.230728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28059): Terminated: ok {rc=0}\u000a10:47:23.240905 --- ParallelTerminationStrategy: PID 28062 died...\u000a10:47:23.296649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28062): Terminated: ok {rc=0}\u000a10:47:23.384585 bus /gobi_4: Setting Powered False\u000a10:47:24.490617 bus /gobi_4: Setting Powered False\u000a10:47:25.600726 bus /gobi_1: Setting Powered False\u000a10:47:26.708053 bus /gobi_1: Setting Powered False\u000a10:47:27.813574 bus /gobi_0: Setting Powered False\u000a10:47:28.919045 bus /gobi_0: Setting Powered False\u000a10:47:30.027583 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28070): Process ended prematurely: osmo-stp_10.42.42.5(pid=28070) [trial-2358↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28070)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28070): Process ended prematurely: osmo-stp_10.42.42.5(pid=28070) [trial-2358↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a10:47:31.123267 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:31.136076 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:47:31.310620 tst ping.py: using LAC 20933\u000a10:47:31.444225 tst ping.py: using RAC 23\u000a10:47:31.572131 tst ping.py: using CellId 20933\u000a10:47:31.693723 tst ping.py: using BVCI 20934\u000a10:47:31.716545 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:31.727507 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:31.738156 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:31.749593 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:31.762422 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:31.773538 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:31.785299 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:31.796897 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:47:32.076405 tst ping.py:19: start network...\u000a10:47:32.199518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:32.672359 run create_hlr_db(pid=28064): Launched\u000a10:47:32.841424 bus /gobi_6: Setting Powered False\u000a10:47:33.862419 run create_hlr_db(pid=28064): Terminated: ok {rc=0}\u000a10:47:34.277697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28066): Launched\u000a10:47:34.572600 run osmo-hlr_10.42.42.2(pid=28067): Launched\u000a10:47:34.683711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:35.197960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28069): Launched\u000a10:47:35.491655 run osmo-stp_10.42.42.5(pid=28070): Launched\u000a10:47:35.598337 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:36.112461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28073): Launched\u000a10:47:36.216185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:36.472150 run patchelf(pid=28074): Launched\u000a10:47:36.643725 run osmo-stp_10.42.42.5(pid=28070): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28070)]\u000a10:47:36.769231 run osmo-stp_10.42.42.5(pid=28070): stdout: \u000a| (launched: 2022-12-09_10:47:35.346720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:36.894896 run osmo-stp_10.42.42.5(pid=28070): stderr: \u000a| �[0;m�[38;5;43m20221209104735515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104735515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104735515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104735516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104735516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104735516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104735516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:37.015810 run osmo-stp_10.42.42.5(pid=28070): stdout: \u000a| (launched: 2022-12-09_10:47:35.346720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:37.136549 run osmo-stp_10.42.42.5(pid=28070): stderr: \u000a| �[0;m�[38;5;43m20221209104735515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104735515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104735515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104735516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104735516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104735516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104735516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:37.276541 run patchelf(pid=28074): Terminating (SIGINT)\u000a10:47:37.441461 run patchelf(pid=28074): Terminated: ok {rc=0}\u000a10:47:37.472171 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28070): Process ended prematurely: osmo-stp_10.42.42.5(pid=28070) [trial-2358↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28070)] [trial-2358↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a10:47:37.480773 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:47:37.540393 run osmo-hlr_10.42.42.2(pid=28067): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28067)]\u000a10:47:37.589164 run osmo-hlr_10.42.42.2(pid=28067): stdout: \u000a| (launched: 2022-12-09_10:47:34.426991) \u000a10:47:37.638857 run osmo-hlr_10.42.42.2(pid=28067): stderr: \u000a| �[0;m�[1;31m20221209104734599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104734599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104734599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104734599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104734599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104734599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104734611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104734622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104734623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104734623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:37.680800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28066): Terminating (SIGTERM)\u000a10:47:37.720282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28069): Terminating (SIGTERM)\u000a10:47:37.759835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28073): Terminating (SIGTERM)\u000a10:47:37.769079 --- ParallelTerminationStrategy: PID 28066 died...\u000a10:47:37.822155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28066): Terminated: ok {rc=0}\u000a10:47:37.831783 --- ParallelTerminationStrategy: PID 28069 died...\u000a10:47:37.885217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28069): Terminated: ok {rc=0}\u000a10:47:37.894762 --- ParallelTerminationStrategy: PID 28073 died...\u000a10:47:37.947539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28073): Terminated: ok {rc=0}\u000a10:47:38.031536 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28081): Process ended prematurely: osmo-stp_10.42.42.5(pid=28081) [trial-2358↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28081)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28081): Process ended prematurely: osmo-stp_10.42.42.5(pid=28081) [trial-2358↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a10:47:39.082857 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:39.094130 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:47:39.224767 tst ping_idle_ping.py: using LAC 20934\u000a10:47:39.342619 tst ping_idle_ping.py: using RAC 24\u000a10:47:39.462901 tst ping_idle_ping.py: using CellId 20934\u000a10:47:39.577474 tst ping_idle_ping.py: using BVCI 20935\u000a10:47:39.600098 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:39.610857 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:39.621384 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:39.631909 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:39.642423 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:39.652842 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:39.663456 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:47:39.673969 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:47:39.963321 tst ping_idle_ping.py:24: start network...\u000a10:47:40.094808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:40.594103 run create_hlr_db(pid=28075): Launched\u000a10:47:40.776509 bus /gobi_6: Setting Powered False\u000a10:47:41.796908 run create_hlr_db(pid=28075): Terminated: ok {rc=0}\u000a10:47:42.194829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28077): Launched\u000a10:47:42.490534 run osmo-hlr_10.42.42.2(pid=28078): Launched\u000a10:47:42.599182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:43.113715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28080): Launched\u000a10:47:43.410175 run osmo-stp_10.42.42.5(pid=28081): Launched\u000a10:47:43.517516 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:44.035812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28083): Launched\u000a10:47:44.140259 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:44.397796 run patchelf(pid=28084): Launched\u000a10:47:44.570226 run osmo-stp_10.42.42.5(pid=28081): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28081)]\u000a10:47:44.695671 run osmo-stp_10.42.42.5(pid=28081): stdout: \u000a| (launched: 2022-12-09_10:47:43.263650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:44.821558 run osmo-stp_10.42.42.5(pid=28081): stderr: \u000a| �[0;m�[38;5;43m20221209104743432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104743432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104743432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104743433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104743433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104743433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104743433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:44.942847 run osmo-stp_10.42.42.5(pid=28081): stdout: \u000a| (launched: 2022-12-09_10:47:43.263650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:45.063361 run osmo-stp_10.42.42.5(pid=28081): stderr: \u000a| �[0;m�[38;5;43m20221209104743432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104743432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104743432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104743433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104743433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104743433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104743433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:45.203884 run patchelf(pid=28084): Terminating (SIGINT)\u000a10:47:45.368707 run patchelf(pid=28084): Terminated: ok {rc=0}\u000a10:47:45.398895 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28081): Process ended prematurely: osmo-stp_10.42.42.5(pid=28081) [trial-2358↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28081)] [trial-2358↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a10:47:45.407563 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a10:47:45.466977 run osmo-hlr_10.42.42.2(pid=28078): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28078)]\u000a10:47:45.515982 run osmo-hlr_10.42.42.2(pid=28078): stdout: \u000a| (launched: 2022-12-09_10:47:42.344322) \u000a10:47:45.565578 run osmo-hlr_10.42.42.2(pid=28078): stderr: \u000a| �[0;m�[1;31m20221209104742520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104742520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104742520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104742520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104742520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104742520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104742545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104742555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104742555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104742555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:45.607264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28077): Terminating (SIGTERM)\u000a10:47:45.646610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28080): Terminating (SIGTERM)\u000a10:47:45.686021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28083): Terminating (SIGTERM)\u000a10:47:45.695148 --- ParallelTerminationStrategy: PID 28077 died...\u000a10:47:45.748023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28077): Terminated: ok {rc=0}\u000a10:47:45.757796 --- ParallelTerminationStrategy: PID 28080 died...\u000a10:47:45.810110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28080): Terminated: ok {rc=0}\u000a10:47:45.819467 --- ParallelTerminationStrategy: PID 28083 died...\u000a10:47:45.889440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28083): Terminated: ok {rc=0}\u000a10:47:45.984871 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:46:48" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28098): Process ended prematurely: osmo-stp_10.42.42.5(pid=28098) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28098)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28098): Process ended prematurely: osmo-stp_10.42.42.5(pid=28098) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:47:48.156579 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:47:48.167595 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:47:48.299106 tst cs_paging_gprs_active.py: using LAC 20935\u000a10:47:48.418977 tst cs_paging_gprs_active.py: using RAC 25\u000a10:47:48.538632 tst cs_paging_gprs_active.py: using CellId 20935\u000a10:47:48.664844 tst cs_paging_gprs_active.py: using BVCI 20936\u000a10:47:48.689678 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:47:48.700921 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:47:48.712077 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:47:48.723570 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:47:48.734942 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:47:48.746406 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:47:48.757919 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:47:48.769281 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:47:48.780832 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:47:48.897437 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:47:49.173473 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:47:49.298664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:49.611251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28088): Launched\u000a10:47:49.872149 run iperf3-srv_10.42.42.10(pid=28089): Launched\u000a10:47:50.053932 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:47:50.178088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:50.490494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28090): Launched\u000a10:47:50.751509 run iperf3-srv_10.42.42.10(pid=28091): Launched\u000a10:47:50.934526 tst cs_paging_gprs_active.py:38: start network...\u000a10:47:51.059574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:51.545744 run create_hlr_db(pid=28092): Launched\u000a10:47:51.718666 bus /gobi_6: Setting Powered False\u000a10:47:52.739465 run create_hlr_db(pid=28092): Terminated: ok {rc=0}\u000a10:47:53.166991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28094): Launched\u000a10:47:53.491093 run osmo-hlr_10.42.42.2(pid=28095): Launched\u000a10:47:53.610746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:54.171682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28097): Launched\u000a10:47:54.494890 run osmo-stp_10.42.42.5(pid=28098): Launched\u000a10:47:54.613599 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:55.177182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28100): Launched\u000a10:47:55.292681 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:55.574926 run patchelf(pid=28101): Launched\u000a10:47:55.763114 run osmo-stp_10.42.42.5(pid=28098): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28098)]\u000a10:47:55.899925 run osmo-stp_10.42.42.5(pid=28098): stdout: \u000a| (launched: 2022-12-09_10:47:54.334906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:56.037472 run osmo-stp_10.42.42.5(pid=28098): stderr: \u000a| �[0;m�[38;5;43m20221209104754524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104754525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104754525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104754525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104754526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104754526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104754526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:56.170551 run osmo-stp_10.42.42.5(pid=28098): stdout: \u000a| (launched: 2022-12-09_10:47:54.334906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:56.302245 run osmo-stp_10.42.42.5(pid=28098): stderr: \u000a| �[0;m�[38;5;43m20221209104754524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104754525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104754525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104754525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104754526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104754526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104754526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:56.455564 run patchelf(pid=28101): Terminating (SIGINT)\u000a10:47:56.636015 run patchelf(pid=28101): Terminated: ok {rc=0}\u000a10:47:56.669131 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28098): Process ended prematurely: osmo-stp_10.42.42.5(pid=28098) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28098)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:47:56.679160 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:47:56.742918 run osmo-hlr_10.42.42.2(pid=28095): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28095)]\u000a10:47:56.794598 run osmo-hlr_10.42.42.2(pid=28095): stdout: \u000a| (launched: 2022-12-09_10:47:53.330252) \u000a10:47:56.847121 run osmo-hlr_10.42.42.2(pid=28095): stderr: \u000a| �[0;m�[1;31m20221209104753527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104753527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104753527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104753527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104753527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104753527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104753539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104753548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104753548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104753548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:56.891413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28088): Terminating (SIGTERM)\u000a10:47:56.933379 run iperf3-srv_10.42.42.10(pid=28089): Terminating (SIGTERM)\u000a10:47:56.975647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28090): Terminating (SIGTERM)\u000a10:47:57.017128 run iperf3-srv_10.42.42.10(pid=28091): Terminating (SIGTERM)\u000a10:47:57.059019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28094): Terminating (SIGTERM)\u000a10:47:57.101211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28097): Terminating (SIGTERM)\u000a10:47:57.143058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28100): Terminating (SIGTERM)\u000a10:47:57.152656 --- ParallelTerminationStrategy: PID 28088 died...\u000a10:47:57.209207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28088): Terminated: ok {rc=0}\u000a10:47:57.219175 --- ParallelTerminationStrategy: PID 28089 died...\u000a10:47:57.274705 run iperf3-srv_10.42.42.10(pid=28089): Terminated {rc=256}\u000a10:47:57.284692 --- ParallelTerminationStrategy: PID 28090 died...\u000a10:47:57.340365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28090): Terminated: ok {rc=0}\u000a10:47:57.350669 --- ParallelTerminationStrategy: PID 28091 died...\u000a10:47:57.406377 run iperf3-srv_10.42.42.10(pid=28091): Terminated {rc=256}\u000a10:47:57.416345 --- ParallelTerminationStrategy: PID 28094 died...\u000a10:47:57.472088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28094): Terminated: ok {rc=0}\u000a10:47:57.482464 --- ParallelTerminationStrategy: PID 28097 died...\u000a10:47:57.538750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28097): Terminated: ok {rc=0}\u000a10:47:57.548919 --- ParallelTerminationStrategy: PID 28100 died...\u000a10:47:57.604845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28100): Terminated: ok {rc=0}\u000a10:47:57.692428 bus /gobi_0: Setting Powered False\u000a10:47:58.796587 bus /gobi_0: Setting Powered False\u000a10:47:59.908535 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28110): Process ended prematurely: osmo-stp_10.42.42.5(pid=28110) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28110)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28110): Process ended prematurely: osmo-stp_10.42.42.5(pid=28110) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:48:01.040518 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:01.053674 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:48:01.203867 tst iperf3.py: using LAC 20936\u000a10:48:01.333024 tst iperf3.py: using RAC 26\u000a10:48:01.485375 tst iperf3.py: using CellId 20936\u000a10:48:01.616395 tst iperf3.py: using BVCI 20937\u000a10:48:01.639893 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:01.651563 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:01.663243 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:01.675648 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:01.687552 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:01.699198 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:01.710990 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:01.722188 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:01.733829 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:48:02.061255 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:48:02.192169 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:02.505727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28102): Launched\u000a10:48:02.765059 run iperf3-srv_10.42.42.10(pid=28103): Launched\u000a10:48:02.947437 tst iperf3.py:8: start network...\u000a10:48:03.072515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:03.558407 run create_hlr_db(pid=28104): Launched\u000a10:48:03.731562 bus /gobi_6: Setting Powered False\u000a10:48:04.752128 run create_hlr_db(pid=28104): Terminated: ok {rc=0}\u000a10:48:05.150930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28106): Launched\u000a10:48:05.451145 run osmo-hlr_10.42.42.2(pid=28107): Launched\u000a10:48:05.559751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:06.079450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28109): Launched\u000a10:48:06.378587 run osmo-stp_10.42.42.5(pid=28110): Launched\u000a10:48:06.486423 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:07.007505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28112): Launched\u000a10:48:07.113580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:07.374666 run patchelf(pid=28113): Launched\u000a10:48:07.550045 run osmo-stp_10.42.42.5(pid=28110): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28110)]\u000a10:48:07.677355 run osmo-stp_10.42.42.5(pid=28110): stdout: \u000a| (launched: 2022-12-09_10:48:06.230635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:07.805917 run osmo-stp_10.42.42.5(pid=28110): stderr: \u000a| �[0;m�[38;5;43m20221209104806398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104806398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104806398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104806399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104806399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104806399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104806399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:07.929485 run osmo-stp_10.42.42.5(pid=28110): stdout: \u000a| (launched: 2022-12-09_10:48:06.230635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:08.051928 run osmo-stp_10.42.42.5(pid=28110): stderr: \u000a| �[0;m�[38;5;43m20221209104806398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104806398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104806398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104806399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104806399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104806399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104806399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:08.194954 run patchelf(pid=28113): Terminating (SIGINT)\u000a10:48:08.362560 run patchelf(pid=28113): Terminated: ok {rc=0}\u000a10:48:08.393754 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28110): Process ended prematurely: osmo-stp_10.42.42.5(pid=28110) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28110)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a10:48:08.403156 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a10:48:08.462942 run osmo-hlr_10.42.42.2(pid=28107): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28107)]\u000a10:48:08.511745 run osmo-hlr_10.42.42.2(pid=28107): stdout: \u000a| (launched: 2022-12-09_10:48:05.303001) \u000a10:48:08.561190 run osmo-hlr_10.42.42.2(pid=28107): stderr: \u000a| �[0;m�[1;31m20221209104805479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104805479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104805479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104805479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104805479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104805479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104805491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104805502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104805502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104805502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:08.603368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28102): Terminating (SIGTERM)\u000a10:48:08.643149 run iperf3-srv_10.42.42.10(pid=28103): Terminating (SIGTERM)\u000a10:48:08.682956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28106): Terminating (SIGTERM)\u000a10:48:08.722678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28109): Terminating (SIGTERM)\u000a10:48:08.762401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28112): Terminating (SIGTERM)\u000a10:48:08.771408 --- ParallelTerminationStrategy: PID 28102 died...\u000a10:48:08.824610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28102): Terminated: ok {rc=0}\u000a10:48:08.834251 --- ParallelTerminationStrategy: PID 28103 died...\u000a10:48:08.887189 run iperf3-srv_10.42.42.10(pid=28103): Terminated {rc=256}\u000a10:48:08.896765 --- ParallelTerminationStrategy: PID 28106 died...\u000a10:48:08.949652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28106): Terminated: ok {rc=0}\u000a10:48:08.959086 --- ParallelTerminationStrategy: PID 28109 died...\u000a10:48:09.012070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28109): Terminated: ok {rc=0}\u000a10:48:09.021818 --- ParallelTerminationStrategy: PID 28112 died...\u000a10:48:09.074971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28112): Terminated: ok {rc=0}\u000a10:48:09.163569 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28128): Process ended prematurely: osmo-stp_10.42.42.5(pid=28128) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28128)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28128): Process ended prematurely: osmo-stp_10.42.42.5(pid=28128) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:48:10.273104 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:10.284514 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:48:10.418590 tst iperf3m4.py: using LAC 20937\u000a10:48:10.545781 tst iperf3m4.py: using RAC 27\u000a10:48:10.671751 tst iperf3m4.py: using CellId 20937\u000a10:48:10.798395 tst iperf3m4.py: using BVCI 20938\u000a10:48:10.823040 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:10.834733 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:10.846216 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:10.859487 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:10.870903 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:10.884820 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:10.895775 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:10.906564 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:10.917648 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:48:11.039462 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:48:11.160552 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:48:11.279352 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:48:11.572556 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:48:11.707125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:12.040187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28114): Launched\u000a10:48:12.317313 run iperf3-srv_10.42.42.10(pid=28115): Launched\u000a10:48:12.514545 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:48:12.649159 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:12.983990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28116): Launched\u000a10:48:13.262029 run iperf3-srv_10.42.42.10(pid=28117): Launched\u000a10:48:13.458361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:48:13.593284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:13.927333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28118): Launched\u000a10:48:14.208412 run iperf3-srv_10.42.42.10(pid=28119): Launched\u000a10:48:14.405606 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:48:14.540480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:14.875573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28120): Launched\u000a10:48:15.154649 run iperf3-srv_10.42.42.10(pid=28121): Launched\u000a10:48:15.350911 tst iperf3m4.py:8: start network...\u000a10:48:15.485165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:16.055348 run create_hlr_db(pid=28122): Launched\u000a10:48:16.245017 bus /gobi_6: Setting Powered False\u000a10:48:17.264206 run create_hlr_db(pid=28122): Terminated: ok {rc=0}\u000a10:48:17.669725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28124): Launched\u000a10:48:17.974138 run osmo-hlr_10.42.42.2(pid=28125): Launched\u000a10:48:18.084842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:18.610651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28127): Launched\u000a10:48:18.915595 run osmo-stp_10.42.42.5(pid=28128): Launched\u000a10:48:19.024350 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:19.549293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28130): Launched\u000a10:48:19.655572 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:19.919117 run patchelf(pid=28131): Launched\u000a10:48:20.094152 run osmo-stp_10.42.42.5(pid=28128): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28128)]\u000a10:48:20.222422 run osmo-stp_10.42.42.5(pid=28128): stdout: \u000a| (launched: 2022-12-09_10:48:18.763213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:20.350925 run osmo-stp_10.42.42.5(pid=28128): stderr: \u000a| �[0;m�[38;5;43m20221209104818931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104818931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104818931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104818932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104818932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104818932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104818932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:20.474980 run osmo-stp_10.42.42.5(pid=28128): stdout: \u000a| (launched: 2022-12-09_10:48:18.763213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:20.598085 run osmo-stp_10.42.42.5(pid=28128): stderr: \u000a| �[0;m�[38;5;43m20221209104818931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104818931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104818931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104818932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104818932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104818932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104818932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:20.741463 run patchelf(pid=28131): Terminating (SIGINT)\u000a10:48:20.909428 run patchelf(pid=28131): Terminated: ok {rc=0}\u000a10:48:20.940451 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28128): Process ended prematurely: osmo-stp_10.42.42.5(pid=28128) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28128)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:48:20.949731 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:48:21.010143 run osmo-hlr_10.42.42.2(pid=28125): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28125)]\u000a10:48:21.059426 run osmo-hlr_10.42.42.2(pid=28125): stdout: \u000a| (launched: 2022-12-09_10:48:17.823779) \u000a10:48:21.109520 run osmo-hlr_10.42.42.2(pid=28125): stderr: \u000a| �[0;m�[1;31m20221209104817999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104817999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104817999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104817999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104817999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104817999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104818011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104818020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104818020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104818020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:21.151924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28114): Terminating (SIGTERM)\u000a10:48:21.191814 run iperf3-srv_10.42.42.10(pid=28115): Terminating (SIGTERM)\u000a10:48:21.231717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28116): Terminating (SIGTERM)\u000a10:48:21.271406 run iperf3-srv_10.42.42.10(pid=28117): Terminating (SIGTERM)\u000a10:48:21.311450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28118): Terminating (SIGTERM)\u000a10:48:21.351291 run iperf3-srv_10.42.42.10(pid=28119): Terminating (SIGTERM)\u000a10:48:21.391210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28120): Terminating (SIGTERM)\u000a10:48:21.431130 run iperf3-srv_10.42.42.10(pid=28121): Terminating (SIGTERM)\u000a10:48:21.471089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28124): Terminating (SIGTERM)\u000a10:48:21.510988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28127): Terminating (SIGTERM)\u000a10:48:21.550853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28130): Terminating (SIGTERM)\u000a10:48:21.560101 --- ParallelTerminationStrategy: PID 28114 died...\u000a10:48:21.613932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28114): Terminated: ok {rc=0}\u000a10:48:21.623365 --- ParallelTerminationStrategy: PID 28115 died...\u000a10:48:21.676217 run iperf3-srv_10.42.42.10(pid=28115): Terminated {rc=256}\u000a10:48:21.685745 --- ParallelTerminationStrategy: PID 28116 died...\u000a10:48:21.738347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28116): Terminated: ok {rc=0}\u000a10:48:21.747797 --- ParallelTerminationStrategy: PID 28117 died...\u000a10:48:21.800195 run iperf3-srv_10.42.42.10(pid=28117): Terminated {rc=256}\u000a10:48:21.810112 --- ParallelTerminationStrategy: PID 28118 died...\u000a10:48:21.862996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28118): Terminated: ok {rc=0}\u000a10:48:21.872451 --- ParallelTerminationStrategy: PID 28119 died...\u000a10:48:21.924887 run iperf3-srv_10.42.42.10(pid=28119): Terminated {rc=256}\u000a10:48:21.934527 --- ParallelTerminationStrategy: PID 28120 died...\u000a10:48:21.987290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28120): Terminated: ok {rc=0}\u000a10:48:21.996811 --- ParallelTerminationStrategy: PID 28121 died...\u000a10:48:22.049307 run iperf3-srv_10.42.42.10(pid=28121): Terminated {rc=256}\u000a10:48:22.058756 --- ParallelTerminationStrategy: PID 28124 died...\u000a10:48:22.111582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28124): Terminated: ok {rc=0}\u000a10:48:22.121131 --- ParallelTerminationStrategy: PID 28127 died...\u000a10:48:22.173598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28127): Terminated: ok {rc=0}\u000a10:48:22.183105 --- ParallelTerminationStrategy: PID 28130 died...\u000a10:48:22.235643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28130): Terminated: ok {rc=0}\u000a10:48:22.319248 bus /gobi_4: Setting Powered False\u000a10:48:23.426990 bus /gobi_4: Setting Powered False\u000a10:48:24.535087 bus /gobi_1: Setting Powered False\u000a10:48:25.641779 bus /gobi_1: Setting Powered False\u000a10:48:26.749298 bus /gobi_0: Setting Powered False\u000a10:48:27.856350 bus /gobi_0: Setting Powered False\u000a10:48:28.966155 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28138): Process ended prematurely: osmo-stp_10.42.42.5(pid=28138) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28138)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28138): Process ended prematurely: osmo-stp_10.42.42.5(pid=28138) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:48:30.035441 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:30.047926 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:48:30.188016 tst ping.py: using LAC 20938\u000a10:48:30.312716 tst ping.py: using RAC 28\u000a10:48:30.434469 tst ping.py: using CellId 20938\u000a10:48:30.548528 tst ping.py: using BVCI 20939\u000a10:48:30.571179 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:30.582362 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:30.593234 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:30.604182 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:30.615010 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:30.625878 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:30.636681 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:30.647421 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:48:30.940856 tst ping.py:19: start network...\u000a10:48:31.081692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:31.652140 run create_hlr_db(pid=28132): Launched\u000a10:48:31.839521 bus /gobi_6: Setting Powered False\u000a10:48:32.855545 run create_hlr_db(pid=28132): Terminated: ok {rc=0}\u000a10:48:33.250134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28134): Launched\u000a10:48:33.543345 run osmo-hlr_10.42.42.2(pid=28135): Launched\u000a10:48:33.652603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:34.166063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28137): Launched\u000a10:48:34.460081 run osmo-stp_10.42.42.5(pid=28138): Launched\u000a10:48:34.567002 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:35.083049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28140): Launched\u000a10:48:35.187165 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:35.444681 run patchelf(pid=28141): Launched\u000a10:48:35.618132 run osmo-stp_10.42.42.5(pid=28138): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28138)]\u000a10:48:35.744395 run osmo-stp_10.42.42.5(pid=28138): stdout: \u000a| (launched: 2022-12-09_10:48:34.314458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:35.871678 run osmo-stp_10.42.42.5(pid=28138): stderr: \u000a| �[0;m�[38;5;43m20221209104834483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104834483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104834483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104834484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104834484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104834484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104834484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:35.995121 run osmo-stp_10.42.42.5(pid=28138): stdout: \u000a| (launched: 2022-12-09_10:48:34.314458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:36.116469 run osmo-stp_10.42.42.5(pid=28138): stderr: \u000a| �[0;m�[38;5;43m20221209104834483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104834483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104834483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104834484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104834484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104834484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104834484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:36.257731 run patchelf(pid=28141): Terminating (SIGINT)\u000a10:48:36.423972 run patchelf(pid=28141): Terminated: ok {rc=0}\u000a10:48:36.454392 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28138): Process ended prematurely: osmo-stp_10.42.42.5(pid=28138) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28138)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a10:48:36.463158 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:48:36.523105 run osmo-hlr_10.42.42.2(pid=28135): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28135)]\u000a10:48:36.572315 run osmo-hlr_10.42.42.2(pid=28135): stdout: \u000a| (launched: 2022-12-09_10:48:33.398871) \u000a10:48:36.622544 run osmo-hlr_10.42.42.2(pid=28135): stderr: \u000a| �[0;m�[1;31m20221209104833575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104833575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104833575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104833575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104833575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104833575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104833587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104833595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104833595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104833595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:36.664887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28134): Terminating (SIGTERM)\u000a10:48:36.704784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28137): Terminating (SIGTERM)\u000a10:48:36.744731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28140): Terminating (SIGTERM)\u000a10:48:36.754053 --- ParallelTerminationStrategy: PID 28134 died...\u000a10:48:36.807735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28134): Terminated: ok {rc=0}\u000a10:48:36.817510 --- ParallelTerminationStrategy: PID 28137 died...\u000a10:48:36.871213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28137): Terminated: ok {rc=0}\u000a10:48:36.880823 --- ParallelTerminationStrategy: PID 28140 died...\u000a10:48:36.934182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28140): Terminated: ok {rc=0}\u000a10:48:37.023552 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28148): Process ended prematurely: osmo-stp_10.42.42.5(pid=28148) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28148): Process ended prematurely: osmo-stp_10.42.42.5(pid=28148) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:48:38.077183 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:38.089242 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:48:38.232146 tst ping_idle_ping.py: using LAC 20939\u000a10:48:38.359287 tst ping_idle_ping.py: using RAC 29\u000a10:48:38.484240 tst ping_idle_ping.py: using CellId 20939\u000a10:48:38.609186 tst ping_idle_ping.py: using BVCI 20940\u000a10:48:38.633506 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:38.645160 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:38.656330 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:38.667629 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:38.680319 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:38.693440 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:38.705808 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:48:38.718004 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:48:39.005323 tst ping_idle_ping.py:24: start network...\u000a10:48:39.136449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:39.635840 run create_hlr_db(pid=28142): Launched\u000a10:48:39.818585 bus /gobi_6: Setting Powered False\u000a10:48:40.839400 run create_hlr_db(pid=28142): Terminated: ok {rc=0}\u000a10:48:41.243681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28144): Launched\u000a10:48:41.561396 run osmo-hlr_10.42.42.2(pid=28145): Launched\u000a10:48:41.675522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:42.225006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28147): Launched\u000a10:48:42.542067 run osmo-stp_10.42.42.5(pid=28148): Launched\u000a10:48:42.656845 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:43.208269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28150): Launched\u000a10:48:43.320542 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:43.597355 run patchelf(pid=28151): Launched\u000a10:48:43.782165 run osmo-stp_10.42.42.5(pid=28148): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)]\u000a10:48:43.916752 run osmo-stp_10.42.42.5(pid=28148): stdout: \u000a| (launched: 2022-12-09_10:48:42.384754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:44.052342 run osmo-stp_10.42.42.5(pid=28148): stderr: \u000a| �[0;m�[38;5;43m20221209104842574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104842575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104842575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104842575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104842576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104842576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104842576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:44.182637 run osmo-stp_10.42.42.5(pid=28148): stdout: \u000a| (launched: 2022-12-09_10:48:42.384754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:44.312229 run osmo-stp_10.42.42.5(pid=28148): stderr: \u000a| �[0;m�[38;5;43m20221209104842574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104842575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104842575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104842575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104842576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104842576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104842576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:44.462956 run patchelf(pid=28151): Terminating (SIGINT)\u000a10:48:44.639916 run patchelf(pid=28151): Terminated: ok {rc=0}\u000a10:48:44.672144 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28148): Process ended prematurely: osmo-stp_10.42.42.5(pid=28148) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:48:44.681633 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:48:44.745445 run osmo-hlr_10.42.42.2(pid=28145): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28145)]\u000a10:48:44.797344 run osmo-hlr_10.42.42.2(pid=28145): stdout: \u000a| (launched: 2022-12-09_10:48:41.404602) \u000a10:48:44.849804 run osmo-hlr_10.42.42.2(pid=28145): stderr: \u000a| �[0;m�[1;31m20221209104841600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104841600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104841600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104841600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104841600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104841600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104841612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104841620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104841620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104841620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:44.893866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28144): Terminating (SIGTERM)\u000a10:48:44.935889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28147): Terminating (SIGTERM)\u000a10:48:44.978078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28150): Terminating (SIGTERM)\u000a10:48:44.988212 --- ParallelTerminationStrategy: PID 28144 died...\u000a10:48:45.044132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28144): Terminated: ok {rc=0}\u000a10:48:45.054130 --- ParallelTerminationStrategy: PID 28147 died...\u000a10:48:45.109971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28147): Terminated: ok {rc=0}\u000a10:48:45.120035 --- ParallelTerminationStrategy: PID 28150 died...\u000a10:48:45.175758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28150): Terminated: ok {rc=0}\u000a10:48:45.263149 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:47:47" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28165): Process ended prematurely: osmo-stp_10.42.42.5(pid=28165) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28165)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28165): Process ended prematurely: osmo-stp_10.42.42.5(pid=28165) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:48:47.471210 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:48:47.482710 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:48:47.643888 tst cs_paging_gprs_active.py: using LAC 20940\u000a10:48:47.766781 tst cs_paging_gprs_active.py: using RAC 30\u000a10:48:47.888116 tst cs_paging_gprs_active.py: using CellId 20940\u000a10:48:48.009912 tst cs_paging_gprs_active.py: using BVCI 20941\u000a10:48:48.033290 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:48:48.044385 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:48:48.055505 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:48:48.067168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:48:48.078813 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:48:48.090173 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:48:48.101595 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:48:48.112769 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:48:48.124209 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:48:48.245569 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:48:48.523887 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:48:48.649858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:48.963489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28155): Launched\u000a10:48:49.223830 run iperf3-srv_10.42.42.10(pid=28156): Launched\u000a10:48:49.407159 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:48:49.532632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:48:49.845298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28157): Launched\u000a10:48:50.106383 run iperf3-srv_10.42.42.10(pid=28158): Launched\u000a10:48:50.289401 tst cs_paging_gprs_active.py:38: start network...\u000a10:48:50.414620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:50.900772 run create_hlr_db(pid=28159): Launched\u000a10:48:51.074641 bus /gobi_6: Setting Powered False\u000a10:48:52.097320 run create_hlr_db(pid=28159): Terminated: ok {rc=0}\u000a10:48:52.527994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28161): Launched\u000a10:48:52.852938 run osmo-hlr_10.42.42.2(pid=28162): Launched\u000a10:48:52.970271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:53.531306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28164): Launched\u000a10:48:53.856052 run osmo-stp_10.42.42.5(pid=28165): Launched\u000a10:48:53.973701 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:54.536605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28167): Launched\u000a10:48:54.651526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:54.935650 run patchelf(pid=28168): Launched\u000a10:48:55.112499 run osmo-stp_10.42.42.5(pid=28165): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28165)]\u000a10:48:55.241886 run osmo-stp_10.42.42.5(pid=28165): stdout: \u000a| (launched: 2022-12-09_10:48:53.695794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:55.371806 run osmo-stp_10.42.42.5(pid=28165): stderr: \u000a| �[0;m�[38;5;43m20221209104853884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104853884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104853884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104853885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104853885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104853885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104853885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:55.497252 run osmo-stp_10.42.42.5(pid=28165): stdout: \u000a| (launched: 2022-12-09_10:48:53.695794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:55.621816 run osmo-stp_10.42.42.5(pid=28165): stderr: \u000a| �[0;m�[38;5;43m20221209104853884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104853884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104853884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104853885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104853885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104853885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104853885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:55.765764 run patchelf(pid=28168): Terminating (SIGINT)\u000a10:48:55.935192 run patchelf(pid=28168): Terminated: ok {rc=0}\u000a10:48:55.966539 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28165): Process ended prematurely: osmo-stp_10.42.42.5(pid=28165) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28165)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:48:55.975800 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a10:48:56.036397 run osmo-hlr_10.42.42.2(pid=28162): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28162)]\u000a10:48:56.086051 run osmo-hlr_10.42.42.2(pid=28162): stdout: \u000a| (launched: 2022-12-09_10:48:52.692777) \u000a10:48:56.136163 run osmo-hlr_10.42.42.2(pid=28162): stderr: \u000a| �[0;m�[1;31m20221209104852888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104852888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104852888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104852888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104852889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104852889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104852901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104852909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104852909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104852910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:56.178655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28155): Terminating (SIGTERM)\u000a10:48:56.218457 run iperf3-srv_10.42.42.10(pid=28156): Terminating (SIGTERM)\u000a10:48:56.258320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28157): Terminating (SIGTERM)\u000a10:48:56.298045 run iperf3-srv_10.42.42.10(pid=28158): Terminating (SIGTERM)\u000a10:48:56.337834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28161): Terminating (SIGTERM)\u000a10:48:56.377615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28164): Terminating (SIGTERM)\u000a10:48:56.417369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28167): Terminating (SIGTERM)\u000a10:48:56.426597 --- ParallelTerminationStrategy: PID 28155 died...\u000a10:48:56.479747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28155): Terminated: ok {rc=0}\u000a10:48:56.489325 --- ParallelTerminationStrategy: PID 28156 died...\u000a10:48:56.542114 run iperf3-srv_10.42.42.10(pid=28156): Terminated {rc=256}\u000a10:48:56.551673 --- ParallelTerminationStrategy: PID 28157 died...\u000a10:48:56.604161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28157): Terminated: ok {rc=0}\u000a10:48:56.613762 --- ParallelTerminationStrategy: PID 28158 died...\u000a10:48:56.666620 run iperf3-srv_10.42.42.10(pid=28158): Terminated {rc=256}\u000a10:48:56.676502 --- ParallelTerminationStrategy: PID 28161 died...\u000a10:48:56.729310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28161): Terminated: ok {rc=0}\u000a10:48:56.738890 --- ParallelTerminationStrategy: PID 28164 died...\u000a10:48:56.792149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28164): Terminated: ok {rc=0}\u000a10:48:56.801765 --- ParallelTerminationStrategy: PID 28167 died...\u000a10:48:56.854799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28167): Terminated: ok {rc=0}\u000a10:48:56.938617 bus /gobi_0: Setting Powered False\u000a10:48:58.045309 bus /gobi_0: Setting Powered False\u000a10:48:59.156496 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28178): Process ended prematurely: osmo-stp_10.42.42.5(pid=28178) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28178)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28178): Process ended prematurely: osmo-stp_10.42.42.5(pid=28178) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:49:00.266216 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:00.277826 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:49:00.433525 tst iperf3.py: using LAC 20941\u000a10:49:00.550577 tst iperf3.py: using RAC 31\u000a10:49:00.677651 tst iperf3.py: using CellId 20941\u000a10:49:00.805920 tst iperf3.py: using BVCI 20942\u000a10:49:00.834325 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:00.847199 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:00.859271 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:00.873141 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:00.886214 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:00.898096 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:00.911152 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:00.924367 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:00.938295 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:49:01.235670 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:49:01.371334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:01.749003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28169): Launched\u000a10:49:02.031872 run iperf3-srv_10.42.42.10(pid=28170): Launched\u000a10:49:02.221548 tst iperf3.py:8: start network...\u000a10:49:02.346563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:02.830975 run create_hlr_db(pid=28171): Launched\u000a10:49:03.002939 bus /gobi_6: Setting Powered False\u000a10:49:04.024722 run create_hlr_db(pid=28171): Terminated: ok {rc=0}\u000a10:49:04.451600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28174): Launched\u000a10:49:04.775978 run osmo-hlr_10.42.42.2(pid=28175): Launched\u000a10:49:04.897647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:05.466847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28177): Launched\u000a10:49:05.789953 run osmo-stp_10.42.42.5(pid=28178): Launched\u000a10:49:05.906795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:06.468746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28180): Launched\u000a10:49:06.584878 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:06.867462 run patchelf(pid=28181): Launched\u000a10:49:07.055590 run osmo-stp_10.42.42.5(pid=28178): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28178)]\u000a10:49:07.193177 run osmo-stp_10.42.42.5(pid=28178): stdout: \u000a| (launched: 2022-12-09_10:49:05.630990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:07.331096 run osmo-stp_10.42.42.5(pid=28178): stderr: \u000a| �[0;m�[38;5;43m20221209104905820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104905820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104905821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104905821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104905822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104905822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104905822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:07.464442 run osmo-stp_10.42.42.5(pid=28178): stdout: \u000a| (launched: 2022-12-09_10:49:05.630990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:07.597652 run osmo-stp_10.42.42.5(pid=28178): stderr: \u000a| �[0;m�[38;5;43m20221209104905820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104905820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104905821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104905821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104905822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104905822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104905822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:07.751282 run patchelf(pid=28181): Terminating (SIGINT)\u000a10:49:07.931715 run patchelf(pid=28181): Terminated: ok {rc=0}\u000a10:49:07.964927 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28178): Process ended prematurely: osmo-stp_10.42.42.5(pid=28178) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28178)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:49:07.975021 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:49:08.039193 run osmo-hlr_10.42.42.2(pid=28175): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28175)]\u000a10:49:08.090856 run osmo-hlr_10.42.42.2(pid=28175): stdout: \u000a| (launched: 2022-12-09_10:49:04.616306) \u000a10:49:08.143524 run osmo-hlr_10.42.42.2(pid=28175): stderr: \u000a| �[0;m�[1;31m20221209104904811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104904811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104904811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104904811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104904811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104904811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104904829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104904838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104904838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104904838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:08.188123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28169): Terminating (SIGTERM)\u000a10:49:08.230815 run iperf3-srv_10.42.42.10(pid=28170): Terminating (SIGTERM)\u000a10:49:08.273201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28174): Terminating (SIGTERM)\u000a10:49:08.315486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28177): Terminating (SIGTERM)\u000a10:49:08.357968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28180): Terminating (SIGTERM)\u000a10:49:08.367813 --- ParallelTerminationStrategy: PID 28169 died...\u000a10:49:08.424011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28169): Terminated: ok {rc=0}\u000a10:49:08.434385 --- ParallelTerminationStrategy: PID 28170 died...\u000a10:49:08.490769 run iperf3-srv_10.42.42.10(pid=28170): Terminated {rc=256}\u000a10:49:08.500921 --- ParallelTerminationStrategy: PID 28174 died...\u000a10:49:08.557391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28174): Terminated: ok {rc=0}\u000a10:49:08.567735 --- ParallelTerminationStrategy: PID 28177 died...\u000a10:49:08.624103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28177): Terminated: ok {rc=0}\u000a10:49:08.634237 --- ParallelTerminationStrategy: PID 28180 died...\u000a10:49:08.690424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28180): Terminated: ok {rc=0}\u000a10:49:08.777778 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28196): Process ended prematurely: osmo-stp_10.42.42.5(pid=28196) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28196)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28196): Process ended prematurely: osmo-stp_10.42.42.5(pid=28196) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:49:09.893732 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:09.905946 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:49:10.066098 tst iperf3m4.py: using LAC 20942\u000a10:49:10.193765 tst iperf3m4.py: using RAC 32\u000a10:49:10.321857 tst iperf3m4.py: using CellId 20942\u000a10:49:10.450331 tst iperf3m4.py: using BVCI 20943\u000a10:49:10.474805 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:10.486326 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:10.497709 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:10.509299 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:10.520852 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:10.532307 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:10.544538 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:10.556181 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:10.568672 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:49:10.687474 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:49:10.806031 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:49:10.924630 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:49:11.216909 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:49:11.351152 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:11.686270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28182): Launched\u000a10:49:11.967109 run iperf3-srv_10.42.42.10(pid=28183): Launched\u000a10:49:12.164091 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:49:12.299033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:12.635106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28184): Launched\u000a10:49:12.913209 run iperf3-srv_10.42.42.10(pid=28185): Launched\u000a10:49:13.109614 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:49:13.244013 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:13.579787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28186): Launched\u000a10:49:13.858903 run iperf3-srv_10.42.42.10(pid=28187): Launched\u000a10:49:14.055919 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:49:14.190771 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:14.525410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28188): Launched\u000a10:49:14.804463 run iperf3-srv_10.42.42.10(pid=28189): Launched\u000a10:49:15.001149 tst iperf3m4.py:8: start network...\u000a10:49:15.135934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:15.646165 run create_hlr_db(pid=28190): Launched\u000a10:49:15.838943 bus /gobi_6: Setting Powered False\u000a10:49:16.845691 run create_hlr_db(pid=28190): Terminated: ok {rc=0}\u000a10:49:17.303360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28192): Launched\u000a10:49:17.629901 run osmo-hlr_10.42.42.2(pid=28193): Launched\u000a10:49:17.744772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:18.308119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28195): Launched\u000a10:49:18.631278 run osmo-stp_10.42.42.5(pid=28196): Launched\u000a10:49:18.747749 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:19.310958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28198): Launched\u000a10:49:19.425902 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:19.708763 run patchelf(pid=28199): Launched\u000a10:49:19.896130 run osmo-stp_10.42.42.5(pid=28196): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28196)]\u000a10:49:20.032941 run osmo-stp_10.42.42.5(pid=28196): stdout: \u000a| (launched: 2022-12-09_10:49:18.471838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:20.169709 run osmo-stp_10.42.42.5(pid=28196): stderr: \u000a| �[0;m�[38;5;43m20221209104918658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104918658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104918659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104918659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104918659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104918659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104918660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:20.302823 run osmo-stp_10.42.42.5(pid=28196): stdout: \u000a| (launched: 2022-12-09_10:49:18.471838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:20.434788 run osmo-stp_10.42.42.5(pid=28196): stderr: \u000a| �[0;m�[38;5;43m20221209104918658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104918658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104918659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104918659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104918659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104918659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104918660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:20.588280 run patchelf(pid=28199): Terminating (SIGINT)\u000a10:49:20.767935 run patchelf(pid=28199): Terminated: ok {rc=0}\u000a10:49:20.800988 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28196): Process ended prematurely: osmo-stp_10.42.42.5(pid=28196) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28196)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:49:20.811044 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:49:20.875004 run osmo-hlr_10.42.42.2(pid=28193): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28193)]\u000a10:49:20.926551 run osmo-hlr_10.42.42.2(pid=28193): stdout: \u000a| (launched: 2022-12-09_10:49:17.467276) \u000a10:49:20.978994 run osmo-hlr_10.42.42.2(pid=28193): stderr: \u000a| �[0;m�[1;31m20221209104917663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104917663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104917663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104917663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104917663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104917663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104917676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104917685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104917685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104917685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:21.023100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28182): Terminating (SIGTERM)\u000a10:49:21.065071 run iperf3-srv_10.42.42.10(pid=28183): Terminating (SIGTERM)\u000a10:49:21.107125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28184): Terminating (SIGTERM)\u000a10:49:21.148751 run iperf3-srv_10.42.42.10(pid=28185): Terminating (SIGTERM)\u000a10:49:21.190893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28186): Terminating (SIGTERM)\u000a10:49:21.232482 run iperf3-srv_10.42.42.10(pid=28187): Terminating (SIGTERM)\u000a10:49:21.274379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28188): Terminating (SIGTERM)\u000a10:49:21.316001 run iperf3-srv_10.42.42.10(pid=28189): Terminating (SIGTERM)\u000a10:49:21.358077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28192): Terminating (SIGTERM)\u000a10:49:21.400108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28195): Terminating (SIGTERM)\u000a10:49:21.441773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28198): Terminating (SIGTERM)\u000a10:49:21.451668 --- ParallelTerminationStrategy: PID 28182 died...\u000a10:49:21.507708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28182): Terminated: ok {rc=0}\u000a10:49:21.517842 --- ParallelTerminationStrategy: PID 28183 died...\u000a10:49:21.573689 run iperf3-srv_10.42.42.10(pid=28183): Terminated {rc=256}\u000a10:49:21.583748 --- ParallelTerminationStrategy: PID 28184 died...\u000a10:49:21.639231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28184): Terminated: ok {rc=0}\u000a10:49:21.649811 --- ParallelTerminationStrategy: PID 28185 died...\u000a10:49:21.705160 run iperf3-srv_10.42.42.10(pid=28185): Terminated {rc=256}\u000a10:49:21.715333 --- ParallelTerminationStrategy: PID 28186 died...\u000a10:49:21.771044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28186): Terminated: ok {rc=0}\u000a10:49:21.781064 --- ParallelTerminationStrategy: PID 28187 died...\u000a10:49:21.836614 run iperf3-srv_10.42.42.10(pid=28187): Terminated {rc=256}\u000a10:49:21.846725 --- ParallelTerminationStrategy: PID 28188 died...\u000a10:49:21.902203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28188): Terminated: ok {rc=0}\u000a10:49:21.912413 --- ParallelTerminationStrategy: PID 28189 died...\u000a10:49:21.968144 run iperf3-srv_10.42.42.10(pid=28189): Terminated {rc=256}\u000a10:49:21.978099 --- ParallelTerminationStrategy: PID 28192 died...\u000a10:49:22.033957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28192): Terminated: ok {rc=0}\u000a10:49:22.043960 --- ParallelTerminationStrategy: PID 28195 died...\u000a10:49:22.099532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28195): Terminated: ok {rc=0}\u000a10:49:22.109864 --- ParallelTerminationStrategy: PID 28198 died...\u000a10:49:22.165129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28198): Terminated: ok {rc=0}\u000a10:49:22.252846 bus /gobi_4: Setting Powered False\u000a10:49:23.359956 bus /gobi_4: Setting Powered False\u000a10:49:24.468371 bus /gobi_1: Setting Powered False\u000a10:49:25.574446 bus /gobi_1: Setting Powered False\u000a10:49:26.682469 bus /gobi_0: Setting Powered False\u000a10:49:27.788837 bus /gobi_0: Setting Powered False\u000a10:49:28.897891 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28209): Process ended prematurely: osmo-stp_10.42.42.5(pid=28209) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28209)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28209): Process ended prematurely: osmo-stp_10.42.42.5(pid=28209) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:49:29.962940 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:29.974482 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:49:30.123097 tst ping.py: using LAC 20943\u000a10:49:30.240504 tst ping.py: using RAC 33\u000a10:49:30.358672 tst ping.py: using CellId 20943\u000a10:49:30.475598 tst ping.py: using BVCI 20944\u000a10:49:30.498214 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:30.509161 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:30.519800 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:30.530701 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:30.541389 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:30.552108 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:30.563077 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:30.573927 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:49:30.858608 tst ping.py:19: start network...\u000a10:49:31.025679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:31.574270 run create_hlr_db(pid=28200): Launched\u000a10:49:31.762557 bus /gobi_6: Setting Powered False\u000a10:49:32.766517 run create_hlr_db(pid=28200): Terminated: ok {rc=0}\u000a10:49:33.199020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28202): Launched\u000a10:49:33.516669 run osmo-hlr_10.42.42.2(pid=28203): Launched\u000a10:49:33.634824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:34.190304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28208): Launched\u000a10:49:34.506095 run osmo-stp_10.42.42.5(pid=28209): Launched\u000a10:49:34.623300 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:35.174973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28211): Launched\u000a10:49:35.286832 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:35.563887 run patchelf(pid=28212): Launched\u000a10:49:35.748732 run osmo-stp_10.42.42.5(pid=28209): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28209)]\u000a10:49:35.883180 run osmo-stp_10.42.42.5(pid=28209): stdout: \u000a| (launched: 2022-12-09_10:49:34.349828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:36.017877 run osmo-stp_10.42.42.5(pid=28209): stderr: \u000a| �[0;m�[38;5;43m20221209104934540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104934540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104934541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104934541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104934542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104934542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104934542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:36.148273 run osmo-stp_10.42.42.5(pid=28209): stdout: \u000a| (launched: 2022-12-09_10:49:34.349828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:36.278032 run osmo-stp_10.42.42.5(pid=28209): stderr: \u000a| �[0;m�[38;5;43m20221209104934540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104934540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104934541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104934541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104934542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104934542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104934542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:36.428327 run patchelf(pid=28212): Terminating (SIGINT)\u000a10:49:36.605318 run patchelf(pid=28212): Terminated: ok {rc=0}\u000a10:49:36.637514 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28209): Process ended prematurely: osmo-stp_10.42.42.5(pid=28209) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28209)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:49:36.646933 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:49:36.710531 run osmo-hlr_10.42.42.2(pid=28203): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28203)]\u000a10:49:36.761957 run osmo-hlr_10.42.42.2(pid=28203): stdout: \u000a| (launched: 2022-12-09_10:49:33.359219) \u000a10:49:36.814061 run osmo-hlr_10.42.42.2(pid=28203): stderr: \u000a| �[0;m�[1;31m20221209104933554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104933554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104933555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104933555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104933555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104933555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104933566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104933575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104933575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104933575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:36.858107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28202): Terminating (SIGTERM)\u000a10:49:36.900013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28208): Terminating (SIGTERM)\u000a10:49:36.942363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28211): Terminating (SIGTERM)\u000a10:49:36.952271 --- ParallelTerminationStrategy: PID 28202 died...\u000a10:49:37.008342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28202): Terminated: ok {rc=0}\u000a10:49:37.018476 --- ParallelTerminationStrategy: PID 28208 died...\u000a10:49:37.073977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28208): Terminated: ok {rc=0}\u000a10:49:37.084174 --- ParallelTerminationStrategy: PID 28211 died...\u000a10:49:37.139772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28211): Terminated: ok {rc=0}\u000a10:49:37.227279 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28219): Process ended prematurely: osmo-stp_10.42.42.5(pid=28219) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28219)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28219): Process ended prematurely: osmo-stp_10.42.42.5(pid=28219) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:49:38.279732 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:38.292225 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:49:38.457700 tst ping_idle_ping.py: using LAC 20944\u000a10:49:38.580486 tst ping_idle_ping.py: using RAC 34\u000a10:49:38.702911 tst ping_idle_ping.py: using CellId 20944\u000a10:49:38.826929 tst ping_idle_ping.py: using BVCI 20945\u000a10:49:38.851273 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:38.862760 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:38.874017 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:38.885560 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:38.896811 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:38.908194 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:38.919733 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:49:38.930991 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:49:39.218389 tst ping_idle_ping.py:24: start network...\u000a10:49:39.349586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:39.851185 run create_hlr_db(pid=28213): Launched\u000a10:49:40.034035 bus /gobi_6: Setting Powered False\u000a10:49:41.055467 run create_hlr_db(pid=28213): Terminated: ok {rc=0}\u000a10:49:41.476911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28215): Launched\u000a10:49:41.795109 run osmo-hlr_10.42.42.2(pid=28216): Launched\u000a10:49:41.912841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:42.465686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28218): Launched\u000a10:49:42.785254 run osmo-stp_10.42.42.5(pid=28219): Launched\u000a10:49:42.900267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:43.454363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28221): Launched\u000a10:49:43.567597 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:43.845832 run patchelf(pid=28222): Launched\u000a10:49:44.031370 run osmo-stp_10.42.42.5(pid=28219): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28219)]\u000a10:49:44.167090 run osmo-stp_10.42.42.5(pid=28219): stdout: \u000a| (launched: 2022-12-09_10:49:42.627135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:44.303120 run osmo-stp_10.42.42.5(pid=28219): stderr: \u000a| �[0;m�[38;5;43m20221209104942815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104942815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104942816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104942816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104942816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104942817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104942817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:44.434682 run osmo-stp_10.42.42.5(pid=28219): stdout: \u000a| (launched: 2022-12-09_10:49:42.627135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:44.565602 run osmo-stp_10.42.42.5(pid=28219): stderr: \u000a| �[0;m�[38;5;43m20221209104942815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104942815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104942816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104942816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104942816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104942817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104942817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:44.717272 run patchelf(pid=28222): Terminating (SIGINT)\u000a10:49:44.895182 run patchelf(pid=28222): Terminated: ok {rc=0}\u000a10:49:44.927524 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28219): Process ended prematurely: osmo-stp_10.42.42.5(pid=28219) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28219)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:49:44.937126 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:49:45.000629 run osmo-hlr_10.42.42.2(pid=28216): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28216)]\u000a10:49:45.052115 run osmo-hlr_10.42.42.2(pid=28216): stdout: \u000a| (launched: 2022-12-09_10:49:41.638253) \u000a10:49:45.105015 run osmo-hlr_10.42.42.2(pid=28216): stderr: \u000a| �[0;m�[1;31m20221209104941833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104941833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104941833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104941833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104941833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104941833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104941845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104941853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104941853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104941853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:45.149563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28215): Terminating (SIGTERM)\u000a10:49:45.191158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28218): Terminating (SIGTERM)\u000a10:49:45.233233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28221): Terminating (SIGTERM)\u000a10:49:45.243205 --- ParallelTerminationStrategy: PID 28215 died...\u000a10:49:45.299180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28215): Terminated: ok {rc=0}\u000a10:49:45.309607 --- ParallelTerminationStrategy: PID 28218 died...\u000a10:49:45.365712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28218): Terminated: ok {rc=0}\u000a10:49:45.375737 --- ParallelTerminationStrategy: PID 28221 died...\u000a10:49:45.431552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28221): Terminated: ok {rc=0}\u000a10:49:45.519578 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:48:47" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28236): Process ended prematurely: osmo-stp_10.42.42.5(pid=28236) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28236)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28236): Process ended prematurely: osmo-stp_10.42.42.5(pid=28236) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:49:47.701008 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:49:47.712528 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:49:47.872355 tst cs_paging_gprs_active.py: using LAC 20945\u000a10:49:47.997985 tst cs_paging_gprs_active.py: using RAC 35\u000a10:49:48.125449 tst cs_paging_gprs_active.py: using CellId 20945\u000a10:49:48.252923 tst cs_paging_gprs_active.py: using BVCI 20946\u000a10:49:48.277794 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:49:48.289292 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:49:48.300529 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:49:48.312068 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:49:48.323515 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:49:48.335390 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:49:48.346873 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:49:48.358206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:49:48.369892 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:49:48.486531 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:49:48.767417 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:49:48.892907 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:49.205532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28226): Launched\u000a10:49:49.465753 run iperf3-srv_10.42.42.10(pid=28227): Launched\u000a10:49:49.650185 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:49:49.776006 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:50.090719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28228): Launched\u000a10:49:50.351025 run iperf3-srv_10.42.42.10(pid=28229): Launched\u000a10:49:50.534053 tst cs_paging_gprs_active.py:38: start network...\u000a10:49:50.658985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:51.146901 run create_hlr_db(pid=28230): Launched\u000a10:49:51.319651 bus /gobi_6: Setting Powered False\u000a10:49:52.342340 run create_hlr_db(pid=28230): Terminated: ok {rc=0}\u000a10:49:52.774292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28232): Launched\u000a10:49:53.099563 run osmo-hlr_10.42.42.2(pid=28233): Launched\u000a10:49:53.219807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:53.784210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28235): Launched\u000a10:49:54.107788 run osmo-stp_10.42.42.5(pid=28236): Launched\u000a10:49:54.224168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:54.788429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28238): Launched\u000a10:49:54.903330 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:55.194608 run patchelf(pid=28239): Launched\u000a10:49:55.384147 run osmo-stp_10.42.42.5(pid=28236): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28236)]\u000a10:49:55.522363 run osmo-stp_10.42.42.5(pid=28236): stdout: \u000a| (launched: 2022-12-09_10:49:53.947816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:55.661437 run osmo-stp_10.42.42.5(pid=28236): stderr: \u000a| �[0;m�[38;5;43m20221209104954137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104954137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104954137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104954137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104954138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104954138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104954138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:55.795274 run osmo-stp_10.42.42.5(pid=28236): stdout: \u000a| (launched: 2022-12-09_10:49:53.947816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:55.928537 run osmo-stp_10.42.42.5(pid=28236): stderr: \u000a| �[0;m�[38;5;43m20221209104954137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209104954137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209104954137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209104954137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209104954138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209104954138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209104954138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:56.083594 run patchelf(pid=28239): Terminating (SIGINT)\u000a10:49:56.265434 run patchelf(pid=28239): Terminated: ok {rc=0}\u000a10:49:56.299039 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28236): Process ended prematurely: osmo-stp_10.42.42.5(pid=28236) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28236)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:49:56.309048 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:49:56.373297 run osmo-hlr_10.42.42.2(pid=28233): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28233)]\u000a10:49:56.425169 run osmo-hlr_10.42.42.2(pid=28233): stdout: \u000a| (launched: 2022-12-09_10:49:52.938844) \u000a10:49:56.477933 run osmo-hlr_10.42.42.2(pid=28233): stderr: \u000a| �[0;m�[1;31m20221209104953135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209104953135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209104953135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104953135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209104953135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209104953135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209104953148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209104953156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209104953156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209104953156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:56.522591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28226): Terminating (SIGTERM)\u000a10:49:56.565193 run iperf3-srv_10.42.42.10(pid=28227): Terminating (SIGTERM)\u000a10:49:56.607379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28228): Terminating (SIGTERM)\u000a10:49:56.649510 run iperf3-srv_10.42.42.10(pid=28229): Terminating (SIGTERM)\u000a10:49:56.692059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28232): Terminating (SIGTERM)\u000a10:49:56.734776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28235): Terminating (SIGTERM)\u000a10:49:56.777115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28238): Terminating (SIGTERM)\u000a10:49:56.786855 --- ParallelTerminationStrategy: PID 28226 died...\u000a10:49:56.842916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28226): Terminated: ok {rc=0}\u000a10:49:56.852855 --- ParallelTerminationStrategy: PID 28227 died...\u000a10:49:56.909269 run iperf3-srv_10.42.42.10(pid=28227): Terminated {rc=256}\u000a10:49:56.919569 --- ParallelTerminationStrategy: PID 28228 died...\u000a10:49:56.975484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28228): Terminated: ok {rc=0}\u000a10:49:56.985936 --- ParallelTerminationStrategy: PID 28229 died...\u000a10:49:57.041499 run iperf3-srv_10.42.42.10(pid=28229): Terminated {rc=256}\u000a10:49:57.051777 --- ParallelTerminationStrategy: PID 28232 died...\u000a10:49:57.108022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28232): Terminated: ok {rc=0}\u000a10:49:57.118365 --- ParallelTerminationStrategy: PID 28235 died...\u000a10:49:57.174159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28235): Terminated: ok {rc=0}\u000a10:49:57.184465 --- ParallelTerminationStrategy: PID 28238 died...\u000a10:49:57.240094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28238): Terminated: ok {rc=0}\u000a10:49:57.327426 bus /gobi_0: Setting Powered False\u000a10:49:58.435069 bus /gobi_0: Setting Powered False\u000a10:49:59.543502 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28251): Process ended prematurely: osmo-stp_10.42.42.5(pid=28251) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28251)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28251): Process ended prematurely: osmo-stp_10.42.42.5(pid=28251) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:50:00.652460 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:00.664234 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:50:00.818491 tst iperf3.py: using LAC 20946\u000a10:50:00.975213 tst iperf3.py: using RAC 36\u000a10:50:01.109766 tst iperf3.py: using CellId 20946\u000a10:50:01.269537 tst iperf3.py: using BVCI 20947\u000a10:50:01.294192 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:01.305955 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:01.317671 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:01.329452 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:01.341267 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:01.352899 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:01.364733 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:01.376415 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:01.388511 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:50:01.707647 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:50:01.837054 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:50:02.176105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28243): Launched\u000a10:50:02.438348 run iperf3-srv_10.42.42.10(pid=28244): Launched\u000a10:50:02.620439 tst iperf3.py:8: start network...\u000a10:50:02.744813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:03.229295 run create_hlr_db(pid=28245): Launched\u000a10:50:03.401717 bus /gobi_6: Setting Powered False\u000a10:50:04.423261 run create_hlr_db(pid=28245): Terminated: ok {rc=0}\u000a10:50:04.855441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28247): Launched\u000a10:50:05.179687 run osmo-hlr_10.42.42.2(pid=28248): Launched\u000a10:50:05.297866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:05.862579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28250): Launched\u000a10:50:06.188344 run osmo-stp_10.42.42.5(pid=28251): Launched\u000a10:50:06.305753 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:50:06.871181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28253): Launched\u000a10:50:06.986709 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:50:07.269747 run patchelf(pid=28254): Launched\u000a10:50:07.458605 run osmo-stp_10.42.42.5(pid=28251): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28251)]\u000a10:50:07.596823 run osmo-stp_10.42.42.5(pid=28251): stdout: \u000a| (launched: 2022-12-09_10:50:06.027065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:07.735250 run osmo-stp_10.42.42.5(pid=28251): stderr: \u000a| �[0;m�[38;5;43m20221209105006215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105006215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105006215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105006216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105006216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105006216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105006216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:07.868825 run osmo-stp_10.42.42.5(pid=28251): stdout: \u000a| (launched: 2022-12-09_10:50:06.027065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:08.001511 run osmo-stp_10.42.42.5(pid=28251): stderr: \u000a| �[0;m�[38;5;43m20221209105006215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105006215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105006215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105006216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105006216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105006216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105006216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:08.155827 run patchelf(pid=28254): Terminating (SIGINT)\u000a10:50:08.336259 run patchelf(pid=28254): Terminated: ok {rc=0}\u000a10:50:08.369676 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28251): Process ended prematurely: osmo-stp_10.42.42.5(pid=28251) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28251)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:50:08.379589 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:50:08.443561 run osmo-hlr_10.42.42.2(pid=28248): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28248)]\u000a10:50:08.495548 run osmo-hlr_10.42.42.2(pid=28248): stdout: \u000a| (launched: 2022-12-09_10:50:05.019758) \u000a10:50:08.548127 run osmo-hlr_10.42.42.2(pid=28248): stderr: \u000a| �[0;m�[1;31m20221209105005213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105005213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105005213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105005213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105005213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105005213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105005228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105005238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105005238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105005238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:08.593313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28243): Terminating (SIGTERM)\u000a10:50:08.635310 run iperf3-srv_10.42.42.10(pid=28244): Terminating (SIGTERM)\u000a10:50:08.678308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28247): Terminating (SIGTERM)\u000a10:50:08.720249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28250): Terminating (SIGTERM)\u000a10:50:08.762893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28253): Terminating (SIGTERM)\u000a10:50:08.772684 --- ParallelTerminationStrategy: PID 28243 died...\u000a10:50:08.829075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28243): Terminated: ok {rc=0}\u000a10:50:08.839191 --- ParallelTerminationStrategy: PID 28244 died...\u000a10:50:08.894940 run iperf3-srv_10.42.42.10(pid=28244): Terminated {rc=256}\u000a10:50:08.905220 --- ParallelTerminationStrategy: PID 28247 died...\u000a10:50:08.961194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28247): Terminated: ok {rc=0}\u000a10:50:08.971447 --- ParallelTerminationStrategy: PID 28250 died...\u000a10:50:09.027408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28250): Terminated: ok {rc=0}\u000a10:50:09.037482 --- ParallelTerminationStrategy: PID 28253 died...\u000a10:50:09.093416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28253): Terminated: ok {rc=0}\u000a10:50:09.181551 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28269): Process ended prematurely: osmo-stp_10.42.42.5(pid=28269) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28269)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28269): Process ended prematurely: osmo-stp_10.42.42.5(pid=28269) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:50:10.293372 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:10.305224 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:50:10.456117 tst iperf3m4.py: using LAC 20947\u000a10:50:10.582898 tst iperf3m4.py: using RAC 37\u000a10:50:10.708502 tst iperf3m4.py: using CellId 20947\u000a10:50:10.829250 tst iperf3m4.py: using BVCI 20948\u000a10:50:10.852293 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:10.863616 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:10.874733 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:10.886018 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:10.897267 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:10.908405 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:10.919655 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:10.930707 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:10.942104 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:50:11.058622 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:50:11.175481 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:50:11.293101 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:50:11.568882 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:50:11.694116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:50:12.007312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28255): Launched\u000a10:50:12.267986 run iperf3-srv_10.42.42.10(pid=28256): Launched\u000a10:50:12.451959 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:50:12.577868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:50:12.892796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Launched\u000a10:50:13.155812 run iperf3-srv_10.42.42.10(pid=28258): Launched\u000a10:50:13.337606 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:50:13.462354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:50:13.775393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28259): Launched\u000a10:50:14.034330 run iperf3-srv_10.42.42.10(pid=28260): Launched\u000a10:50:14.216068 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:50:14.340351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:50:14.653393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28261): Launched\u000a10:50:14.914718 run iperf3-srv_10.42.42.10(pid=28262): Launched\u000a10:50:15.096769 tst iperf3m4.py:8: start network...\u000a10:50:15.221758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:15.709867 run create_hlr_db(pid=28263): Launched\u000a10:50:15.891471 bus /gobi_6: Setting Powered False\u000a10:50:16.935024 run create_hlr_db(pid=28263): Terminated: ok {rc=0}\u000a10:50:17.362287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28265): Launched\u000a10:50:17.665266 run osmo-hlr_10.42.42.2(pid=28266): Launched\u000a10:50:17.774421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:18.301061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28268): Launched\u000a10:50:18.605262 run osmo-stp_10.42.42.5(pid=28269): Launched\u000a10:50:18.713702 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:50:19.242936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28271): Launched\u000a10:50:19.349633 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:50:19.612643 run patchelf(pid=28272): Launched\u000a10:50:19.788530 run osmo-stp_10.42.42.5(pid=28269): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28269)]\u000a10:50:19.916628 run osmo-stp_10.42.42.5(pid=28269): stdout: \u000a| (launched: 2022-12-09_10:50:18.454044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:20.045113 run osmo-stp_10.42.42.5(pid=28269): stderr: \u000a| �[0;m�[38;5;43m20221209105018622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105018622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105018622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105018623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105018623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105018623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105018623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:20.168933 run osmo-stp_10.42.42.5(pid=28269): stdout: \u000a| (launched: 2022-12-09_10:50:18.454044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:20.292293 run osmo-stp_10.42.42.5(pid=28269): stderr: \u000a| �[0;m�[38;5;43m20221209105018622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105018622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105018622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105018623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105018623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105018623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105018623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:20.435472 run patchelf(pid=28272): Terminating (SIGINT)\u000a10:50:20.605237 run patchelf(pid=28272): Terminated: ok {rc=0}\u000a10:50:20.636240 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28269): Process ended prematurely: osmo-stp_10.42.42.5(pid=28269) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28269)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:50:20.645599 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a10:50:20.705587 run osmo-hlr_10.42.42.2(pid=28266): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28266)]\u000a10:50:20.755186 run osmo-hlr_10.42.42.2(pid=28266): stdout: \u000a| (launched: 2022-12-09_10:50:17.515877) \u000a10:50:20.805176 run osmo-hlr_10.42.42.2(pid=28266): stderr: \u000a| �[0;m�[1;31m20221209105017690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105017690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105017690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105017690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105017690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105017690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105017705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105017715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105017715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105017715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:20.847330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28255): Terminating (SIGTERM)\u000a10:50:20.887034 run iperf3-srv_10.42.42.10(pid=28256): Terminating (SIGTERM)\u000a10:50:20.926681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Terminating (SIGTERM)\u000a10:50:20.966212 run iperf3-srv_10.42.42.10(pid=28258): Terminating (SIGTERM)\u000a10:50:21.005721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28259): Terminating (SIGTERM)\u000a10:50:21.045195 run iperf3-srv_10.42.42.10(pid=28260): Terminating (SIGTERM)\u000a10:50:21.084785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28261): Terminating (SIGTERM)\u000a10:50:21.124451 run iperf3-srv_10.42.42.10(pid=28262): Terminating (SIGTERM)\u000a10:50:21.164180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28265): Terminating (SIGTERM)\u000a10:50:21.203975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28268): Terminating (SIGTERM)\u000a10:50:21.243574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28271): Terminating (SIGTERM)\u000a10:50:21.252829 --- ParallelTerminationStrategy: PID 28255 died...\u000a10:50:21.306270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28255): Terminated: ok {rc=0}\u000a10:50:21.315963 --- ParallelTerminationStrategy: PID 28256 died...\u000a10:50:21.368754 run iperf3-srv_10.42.42.10(pid=28256): Terminated {rc=256}\u000a10:50:21.378394 --- ParallelTerminationStrategy: PID 28257 died...\u000a10:50:21.431021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Terminated: ok {rc=0}\u000a10:50:21.440575 --- ParallelTerminationStrategy: PID 28258 died...\u000a10:50:21.493330 run iperf3-srv_10.42.42.10(pid=28258): Terminated {rc=256}\u000a10:50:21.502859 --- ParallelTerminationStrategy: PID 28259 died...\u000a10:50:21.555694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28259): Terminated: ok {rc=0}\u000a10:50:21.565441 --- ParallelTerminationStrategy: PID 28260 died...\u000a10:50:21.618176 run iperf3-srv_10.42.42.10(pid=28260): Terminated {rc=256}\u000a10:50:21.627660 --- ParallelTerminationStrategy: PID 28261 died...\u000a10:50:21.680894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28261): Terminated: ok {rc=0}\u000a10:50:21.690505 --- ParallelTerminationStrategy: PID 28262 died...\u000a10:50:21.743025 run iperf3-srv_10.42.42.10(pid=28262): Terminated {rc=256}\u000a10:50:21.752612 --- ParallelTerminationStrategy: PID 28265 died...\u000a10:50:21.805656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28265): Terminated: ok {rc=0}\u000a10:50:21.815314 --- ParallelTerminationStrategy: PID 28268 died...\u000a10:50:21.868191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28268): Terminated: ok {rc=0}\u000a10:50:21.877956 --- ParallelTerminationStrategy: PID 28271 died...\u000a10:50:21.931289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28271): Terminated: ok {rc=0}\u000a10:50:22.020184 bus /gobi_4: Setting Powered False\u000a10:50:23.126352 bus /gobi_4: Setting Powered False\u000a10:50:24.237815 bus /gobi_1: Setting Powered False\u000a10:50:25.341175 bus /gobi_1: Setting Powered False\u000a10:50:26.453460 bus /gobi_0: Setting Powered False\u000a10:50:27.558036 bus /gobi_0: Setting Powered False\u000a10:50:28.665037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28279): Process ended prematurely: osmo-stp_10.42.42.5(pid=28279) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28279)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28279): Process ended prematurely: osmo-stp_10.42.42.5(pid=28279) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:50:29.734014 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:29.746405 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:50:29.907954 tst ping.py: using LAC 20948\u000a10:50:30.035033 tst ping.py: using RAC 38\u000a10:50:30.157507 tst ping.py: using CellId 20948\u000a10:50:30.279502 tst ping.py: using BVCI 20949\u000a10:50:30.304197 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:30.315929 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:30.327448 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:30.339213 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:30.351038 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:30.362684 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:30.374454 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:30.385944 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:50:30.671951 tst ping.py:19: start network...\u000a10:50:30.802681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:31.352935 run create_hlr_db(pid=28273): Launched\u000a10:50:31.531193 bus /gobi_6: Setting Powered False\u000a10:50:32.545565 run create_hlr_db(pid=28273): Terminated: ok {rc=0}\u000a10:50:32.942107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28275): Launched\u000a10:50:33.236712 run osmo-hlr_10.42.42.2(pid=28276): Launched\u000a10:50:33.348592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:33.862880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28278): Launched\u000a10:50:34.159234 run osmo-stp_10.42.42.5(pid=28279): Launched\u000a10:50:34.265899 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:50:34.781062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28281): Launched\u000a10:50:34.886234 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:50:35.144139 run patchelf(pid=28282): Launched\u000a10:50:35.317758 run osmo-stp_10.42.42.5(pid=28279): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28279)]\u000a10:50:35.443680 run osmo-stp_10.42.42.5(pid=28279): stdout: \u000a| (launched: 2022-12-09_10:50:34.012880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:35.570082 run osmo-stp_10.42.42.5(pid=28279): stderr: \u000a| �[0;m�[38;5;43m20221209105034181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105034182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105034182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105034182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105034183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105034183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105034183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:35.691979 run osmo-stp_10.42.42.5(pid=28279): stdout: \u000a| (launched: 2022-12-09_10:50:34.012880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:35.813275 run osmo-stp_10.42.42.5(pid=28279): stderr: \u000a| �[0;m�[38;5;43m20221209105034181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105034182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105034182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105034182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105034183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105034183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105034183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:35.954596 run patchelf(pid=28282): Terminating (SIGINT)\u000a10:50:36.120004 run patchelf(pid=28282): Terminated: ok {rc=0}\u000a10:50:36.150161 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28279): Process ended prematurely: osmo-stp_10.42.42.5(pid=28279) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28279)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:50:36.158921 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:50:36.219416 run osmo-hlr_10.42.42.2(pid=28276): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28276)]\u000a10:50:36.268773 run osmo-hlr_10.42.42.2(pid=28276): stdout: \u000a| (launched: 2022-12-09_10:50:33.091285) \u000a10:50:36.318619 run osmo-hlr_10.42.42.2(pid=28276): stderr: \u000a| �[0;m�[1;31m20221209105033260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105033260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105033260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105033260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105033260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105033260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105033273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105033283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105033283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105033283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:36.361265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28275): Terminating (SIGTERM)\u000a10:50:36.401572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28278): Terminating (SIGTERM)\u000a10:50:36.441802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28281): Terminating (SIGTERM)\u000a10:50:36.451384 --- ParallelTerminationStrategy: PID 28275 died...\u000a10:50:36.504901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28275): Terminated: ok {rc=0}\u000a10:50:36.514941 --- ParallelTerminationStrategy: PID 28278 died...\u000a10:50:36.568064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28278): Terminated: ok {rc=0}\u000a10:50:36.577967 --- ParallelTerminationStrategy: PID 28281 died...\u000a10:50:36.630838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28281): Terminated: ok {rc=0}\u000a10:50:36.714446 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28289): Process ended prematurely: osmo-stp_10.42.42.5(pid=28289) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28289)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28289): Process ended prematurely: osmo-stp_10.42.42.5(pid=28289) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:50:37.768177 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:37.781115 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:50:37.945968 tst ping_idle_ping.py: using LAC 20949\u000a10:50:38.072915 tst ping_idle_ping.py: using RAC 39\u000a10:50:38.193493 tst ping_idle_ping.py: using CellId 20949\u000a10:50:38.318679 tst ping_idle_ping.py: using BVCI 20950\u000a10:50:38.343151 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:38.355120 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:38.366640 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:38.379657 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:38.391428 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:38.403428 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:38.415901 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:50:38.429010 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:50:38.703713 tst ping_idle_ping.py:24: start network...\u000a10:50:38.825742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:39.309319 run create_hlr_db(pid=28283): Launched\u000a10:50:39.478950 bus /gobi_6: Setting Powered False\u000a10:50:40.501601 run create_hlr_db(pid=28283): Terminated: ok {rc=0}\u000a10:50:40.897431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28285): Launched\u000a10:50:41.196409 run osmo-hlr_10.42.42.2(pid=28286): Launched\u000a10:50:41.304269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:41.820803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28288): Launched\u000a10:50:42.118594 run osmo-stp_10.42.42.5(pid=28289): Launched\u000a10:50:42.224442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:50:42.740054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28291): Launched\u000a10:50:42.844379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:50:43.104191 run patchelf(pid=28292): Launched\u000a10:50:43.278275 run osmo-stp_10.42.42.5(pid=28289): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28289)]\u000a10:50:43.404634 run osmo-stp_10.42.42.5(pid=28289): stdout: \u000a| (launched: 2022-12-09_10:50:41.971357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:43.531413 run osmo-stp_10.42.42.5(pid=28289): stderr: \u000a| �[0;m�[38;5;43m20221209105042138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105042138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105042138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105042138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105042139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105042139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105042139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:43.654044 run osmo-stp_10.42.42.5(pid=28289): stdout: \u000a| (launched: 2022-12-09_10:50:41.971357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:43.775367 run osmo-stp_10.42.42.5(pid=28289): stderr: \u000a| �[0;m�[38;5;43m20221209105042138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105042138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105042138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105042138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105042139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105042139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105042139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:43.916688 run patchelf(pid=28292): Terminating (SIGINT)\u000a10:50:44.082706 run patchelf(pid=28292): Terminated: ok {rc=0}\u000a10:50:44.113158 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28289): Process ended prematurely: osmo-stp_10.42.42.5(pid=28289) [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28289)] [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:50:44.121913 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a10:50:44.182428 run osmo-hlr_10.42.42.2(pid=28286): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28286)]\u000a10:50:44.231823 run osmo-hlr_10.42.42.2(pid=28286): stdout: \u000a| (launched: 2022-12-09_10:50:41.049187) \u000a10:50:44.281962 run osmo-hlr_10.42.42.2(pid=28286): stderr: \u000a| �[0;m�[1;31m20221209105041222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105041222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105041222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105041222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105041222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105041223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105041235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105041243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105041244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105041244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:44.324413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28285): Terminating (SIGTERM)\u000a10:50:44.364259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28288): Terminating (SIGTERM)\u000a10:50:44.403920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28291): Terminating (SIGTERM)\u000a10:50:44.413244 --- ParallelTerminationStrategy: PID 28285 died...\u000a10:50:44.466706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28285): Terminated: ok {rc=0}\u000a10:50:44.476362 --- ParallelTerminationStrategy: PID 28288 died...\u000a10:50:44.529630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28288): Terminated: ok {rc=0}\u000a10:50:44.539225 --- ParallelTerminationStrategy: PID 28291 died...\u000a10:50:44.592634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28291): Terminated: ok {rc=0}\u000a10:50:44.682553 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:49:47" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28302): Process ended prematurely: osmo-stp_10.42.42.5(pid=28302) [trial-2358↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28302)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28302): Process ended prematurely: osmo-stp_10.42.42.5(pid=28302) [trial-2358↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:50:46.772155 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:46.788214 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:50:46.981590 tst switch_tch_pdch.py: using LAC 20950\u000a10:50:47.113339 tst switch_tch_pdch.py: using RAC 40\u000a10:50:47.258258 tst switch_tch_pdch.py: using CellId 20950\u000a10:50:47.387327 tst switch_tch_pdch.py: using BVCI 20951\u000a10:50:47.411679 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:47.423680 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:47.435536 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:47.450508 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:47.461723 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:47.473175 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:47.484246 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:50:47.495278 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:50:47.615240 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:50:47.887425 tst switch_tch_pdch.py:51: start network...\u000a10:50:48.009861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:48.483556 run create_hlr_db(pid=28296): Launched\u000a10:50:48.653158 bus /gobi_6: Setting Powered False\u000a10:50:49.675697 run create_hlr_db(pid=28296): Terminated: ok {rc=0}\u000a10:50:50.072082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28298): Launched\u000a10:50:50.368270 run osmo-hlr_10.42.42.2(pid=28299): Launched\u000a10:50:50.483446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:51.007958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28301): Launched\u000a10:50:51.303609 run osmo-stp_10.42.42.5(pid=28302): Launched\u000a10:50:51.418153 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:50:51.935799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28304): Launched\u000a10:50:52.039415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:50:52.296271 run patchelf(pid=28305): Launched\u000a10:50:52.469188 run osmo-stp_10.42.42.5(pid=28302): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28302)]\u000a10:50:52.595275 run osmo-stp_10.42.42.5(pid=28302): stdout: \u000a| (launched: 2022-12-09_10:50:51.157542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:52.721295 run osmo-stp_10.42.42.5(pid=28302): stderr: \u000a| �[0;m�[38;5;43m20221209105051327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105051328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105051328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105051328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105051329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105051329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105051329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:52.843066 run osmo-stp_10.42.42.5(pid=28302): stdout: \u000a| (launched: 2022-12-09_10:50:51.157542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:52.963761 run osmo-stp_10.42.42.5(pid=28302): stderr: \u000a| �[0;m�[38;5;43m20221209105051327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105051328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105051328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105051328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105051329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105051329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105051329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:53.104796 run patchelf(pid=28305): Terminating (SIGINT)\u000a10:50:53.269981 run patchelf(pid=28305): Terminated: ok {rc=0}\u000a10:50:53.300110 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28302): Process ended prematurely: osmo-stp_10.42.42.5(pid=28302) [trial-2358↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28302)] [trial-2358↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:50:53.308769 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a10:50:53.368710 run osmo-hlr_10.42.42.2(pid=28299): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28299)]\u000a10:50:53.417995 run osmo-hlr_10.42.42.2(pid=28299): stdout: \u000a| (launched: 2022-12-09_10:50:50.222133) \u000a10:50:53.467897 run osmo-hlr_10.42.42.2(pid=28299): stderr: \u000a| �[0;m�[1;31m20221209105050395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105050395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105050395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105050395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105050395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105050395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105050407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105050416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105050416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105050416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:53.510025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28298): Terminating (SIGTERM)\u000a10:50:53.549623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28301): Terminating (SIGTERM)\u000a10:50:53.589044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28304): Terminating (SIGTERM)\u000a10:50:53.597997 --- ParallelTerminationStrategy: PID 28298 died...\u000a10:50:53.650824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28298): Terminated: ok {rc=0}\u000a10:50:53.660417 --- ParallelTerminationStrategy: PID 28301 died...\u000a10:50:53.713065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28301): Terminated: ok {rc=0}\u000a10:50:53.722598 --- ParallelTerminationStrategy: PID 28304 died...\u000a10:50:53.775872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28304): Terminated: ok {rc=0}\u000a10:50:53.864891 bus /gobi_0: Setting Powered False\u000a10:50:54.969436 bus /gobi_0: Setting Powered False\u000a10:50:56.080682 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:50:46" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28317): Process ended prematurely: osmo-stp_10.42.42.5(pid=28317) [trial-2358↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28317)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28317): Process ended prematurely: osmo-stp_10.42.42.5(pid=28317) [trial-2358↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:50:58.044220 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:58.055306 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:50:58.209734 tst switch_tch_pdch.py: using LAC 20951\u000a10:50:58.323638 tst switch_tch_pdch.py: using RAC 41\u000a10:50:58.437878 tst switch_tch_pdch.py: using CellId 20951\u000a10:50:58.552129 tst switch_tch_pdch.py: using BVCI 20952\u000a10:50:58.574823 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:58.585907 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:58.596684 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:58.607575 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:58.618407 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:58.629261 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:58.640229 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:50:58.651088 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:50:58.769399 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:50:59.040626 tst switch_tch_pdch.py:51: start network...\u000a10:50:59.164287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:59.613098 run create_hlr_db(pid=28311): Launched\u000a10:50:59.733587 bus /gobi_6: Setting Powered False\u000a10:51:00.804687 run create_hlr_db(pid=28311): Terminated: ok {rc=0}\u000a10:51:01.225675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28313): Launched\u000a10:51:01.614346 run osmo-hlr_10.42.42.2(pid=28314): Launched\u000a10:51:01.820783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:02.344517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28316): Launched\u000a10:51:02.640577 run osmo-stp_10.42.42.5(pid=28317): Launched\u000a10:51:02.746813 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:51:03.238572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28319): Launched\u000a10:51:03.342787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:51:03.599861 run patchelf(pid=28321): Launched\u000a10:51:03.772526 run osmo-stp_10.42.42.5(pid=28317): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28317)]\u000a10:51:03.898833 run osmo-stp_10.42.42.5(pid=28317): stdout: \u000a| (launched: 2022-12-09_10:51:02.494685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:04.024673 run osmo-stp_10.42.42.5(pid=28317): stderr: \u000a| �[0;m�[38;5;43m20221209105102663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105102664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105102664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105102664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105102665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105102665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105102665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:04.146929 run osmo-stp_10.42.42.5(pid=28317): stdout: \u000a| (launched: 2022-12-09_10:51:02.494685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:04.267638 run osmo-stp_10.42.42.5(pid=28317): stderr: \u000a| �[0;m�[38;5;43m20221209105102663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105102664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105102664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105102664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105102665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105102665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105102665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:04.408401 run patchelf(pid=28321): Terminating (SIGINT)\u000a10:51:04.573658 run patchelf(pid=28321): Terminated: ok {rc=0}\u000a10:51:04.603863 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28317): Process ended prematurely: osmo-stp_10.42.42.5(pid=28317) [trial-2358↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28317)] [trial-2358↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:51:04.612547 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a10:51:04.672178 run osmo-hlr_10.42.42.2(pid=28314): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28314)]\u000a10:51:04.720802 run osmo-hlr_10.42.42.2(pid=28314): stdout: \u000a| (launched: 2022-12-09_10:51:01.391805) \u000a10:51:04.770063 run osmo-hlr_10.42.42.2(pid=28314): stderr: \u000a| �[0;m�[1;31m20221209105101746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105101746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105101746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105101746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105101746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105101746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105101762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105101770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105101770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105101770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:04.812042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28313): Terminating (SIGTERM)\u000a10:51:04.851577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28316): Terminating (SIGTERM)\u000a10:51:04.891029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28319): Terminating (SIGTERM)\u000a10:51:04.900217 --- ParallelTerminationStrategy: PID 28313 died...\u000a10:51:04.953039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28313): Terminated: ok {rc=0}\u000a10:51:04.962490 --- ParallelTerminationStrategy: PID 28316 died...\u000a10:51:05.015003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28316): Terminated: ok {rc=0}\u000a10:51:05.024387 --- ParallelTerminationStrategy: PID 28319 died...\u000a10:51:05.076866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28319): Terminated: ok {rc=0}\u000a10:51:05.166542 bus /gobi_0: Setting Powered False\u000a10:51:06.269149 bus /gobi_0: Setting Powered False\u000a10:51:07.380479 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:50:57" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28326): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28326) [trial-2358↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28326)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28326): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28326) [trial-2358↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a10:51:09.246595 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a10:51:09.257186 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a10:51:09.380811 tst mo_mt_sms.py: using LAC 20952\u000a10:51:09.506086 tst mo_mt_sms.py: using RAC 42\u000a10:51:09.631772 tst mo_mt_sms.py: using CellId 20952\u000a10:51:09.757600 tst mo_mt_sms.py: using BVCI 20953\u000a10:51:09.781917 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a10:51:09.895828 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a10:51:10.181162 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:51:10.312841 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:51:10.970822 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28325): Launched\u000a10:51:11.284494 run osmo-nitb_10.42.42.2(pid=28326): Launched\u000a10:51:11.479650 run osmo-nitb_10.42.42.2(pid=28326): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28326)]\u000a10:51:11.624025 run osmo-nitb_10.42.42.2(pid=28326): stdout: \u000a| (launched: 2022-12-09_10:51:11.131694) \u000a10:51:11.767977 run osmo-nitb_10.42.42.2(pid=28326): stderr: \u000a| (launched: 2022-12-09_10:51:11.179006)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:51:11.907919 run osmo-nitb_10.42.42.2(pid=28326): stdout: \u000a| (launched: 2022-12-09_10:51:11.131694) \u000a10:51:12.046779 run osmo-nitb_10.42.42.2(pid=28326): stderr: \u000a| (launched: 2022-12-09_10:51:11.179006)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:51:12.411375 tst osmo-nitb_10.42.42.2(pid=28326): stdout: \u000a| (launched: 2022-12-09_10:51:11.131694) \u000a10:51:12.537744 tst osmo-nitb_10.42.42.2(pid=28326): stderr: \u000a| (launched: 2022-12-09_10:51:11.179006)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:51:12.592795 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28326): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28326) [trial-2358↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28326)] [trial-2358↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a10:51:12.602469 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a10:51:12.639461 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28325): Terminating (SIGTERM)\u000a10:51:12.817684 --- ParallelTerminationStrategy: PID 28325 died...\u000a10:51:12.876843 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28325): Terminated: ok {rc=0}\u000a10:51:12.963258 bus /sierra_3: Setting Powered False\u000a10:51:14.071421 bus /sierra_3: Setting Powered False\u000a10:51:15.181366 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:51:09" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28336): Process ended prematurely: osmo-stp_10.42.42.5(pid=28336) [trial-2358↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28336)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28336): Process ended prematurely: osmo-stp_10.42.42.5(pid=28336) [trial-2358↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a10:51:17.066179 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:17.081442 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:51:17.222337 tst mo_mt_sms.py: using LAC 20953\u000a10:51:17.339773 tst mo_mt_sms.py: using RAC 43\u000a10:51:17.464590 tst mo_mt_sms.py: using CellId 20953\u000a10:51:17.582183 tst mo_mt_sms.py: using BVCI 20954\u000a10:51:17.604668 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:17.615488 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:17.626293 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:17.637302 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:17.647671 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:17.658106 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a10:51:17.776214 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a10:51:17.973816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:18.450519 run create_hlr_db(pid=28330): Launched\u000a10:51:18.620000 bus /sierra_2: Setting Powered False\u000a10:51:19.641812 run create_hlr_db(pid=28330): Terminated: ok {rc=0}\u000a10:51:20.064612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28332): Launched\u000a10:51:20.384186 run osmo-hlr_10.42.42.2(pid=28333): Launched\u000a10:51:20.499894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:21.052925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28335): Launched\u000a10:51:21.373123 run osmo-stp_10.42.42.5(pid=28336): Launched\u000a10:51:21.487653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:51:22.083337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28338): Launched\u000a10:51:22.379312 run osmo-msc_10.42.42.6(pid=28339): Launched\u000a10:51:22.551424 run osmo-stp_10.42.42.5(pid=28336): ERR: Terminated: ERROR {rc=1} [trial-2358↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28336)]\u000a10:51:22.677766 run osmo-stp_10.42.42.5(pid=28336): stdout: \u000a| (launched: 2022-12-09_10:51:21.214274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:22.800544 run osmo-stp_10.42.42.5(pid=28336): stderr: \u000a| �[0;m�[38;5;43m20221209105121404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105121404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105121404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105121404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105121405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105121405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105121405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:22.918995 run osmo-stp_10.42.42.5(pid=28336): stdout: \u000a| (launched: 2022-12-09_10:51:21.214274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:23.036712 run osmo-stp_10.42.42.5(pid=28336): stderr: \u000a| �[0;m�[38;5;43m20221209105121404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105121404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105121404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105121404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105121405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105121405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105121405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:23.088516 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28336): Process ended prematurely: osmo-stp_10.42.42.5(pid=28336) [trial-2358↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28336)] [trial-2358↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a10:51:23.096570 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a10:51:23.155935 run osmo-hlr_10.42.42.2(pid=28333): ERR: Terminated: ERROR {rc=237} [trial-2358↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28333)]\u000a10:51:23.205022 run osmo-hlr_10.42.42.2(pid=28333): stdout: \u000a| (launched: 2022-12-09_10:51:20.226306) \u000a10:51:23.255110 run osmo-hlr_10.42.42.2(pid=28333): stderr: \u000a| �[0;m�[1;31m20221209105120421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105120421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105120421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105120421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105120421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105120421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105120434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105120442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105120442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105120443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:23.322336 run osmo-msc_10.42.42.6(pid=28339): ERR: Terminated: ERROR {rc=2} [trial-2358↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28339)]\u000a10:51:23.370958 run osmo-msc_10.42.42.6(pid=28339): stdout: \u000a| (launched: 2022-12-09_10:51:22.233278) \u000a10:51:23.420275 run osmo-msc_10.42.42.6(pid=28339): stderr: \u000a| �[0;m�[38;5;43m20221209105122504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105122504 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33e17a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105122504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105122504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105122504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105122505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105122506 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105122507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105122507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105122507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:51:23.462136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28332): Terminating (SIGTERM)\u000a10:51:23.501568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28335): Terminating (SIGTERM)\u000a10:51:23.541211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28338): Terminating (SIGTERM)\u000a10:51:23.550432 --- ParallelTerminationStrategy: PID 28332 died...\u000a10:51:23.603639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28332): Terminated: ok {rc=0}\u000a10:51:23.613151 --- ParallelTerminationStrategy: PID 28335 died...\u000a10:51:23.665511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28335): Terminated: ok {rc=0}\u000a10:51:23.675048 --- ParallelTerminationStrategy: PID 28338 died...\u000a10:51:23.727636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28338): Terminated: ok {rc=0}\u000a10:51:23.817561 bus /sierra_3: Setting Powered False\u000a10:51:24.921598 bus /sierra_3: Setting Powered False\u000a10:51:26.033448 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:51:16" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28345): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28345) [trial-2358↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28345)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28345): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28345) [trial-2358↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a10:51:27.851065 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a10:51:27.862526 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:51:27.993202 tst assert_extension.py: using LAC 20954\u000a10:51:28.117250 tst assert_extension.py: using RAC 44\u000a10:51:28.241096 tst assert_extension.py: using CellId 20954\u000a10:51:28.364924 tst assert_extension.py: using BVCI 20955\u000a10:51:28.389357 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a10:51:28.659035 tst assert_extension.py:10: start nitb and bts...\u000a10:51:28.781639 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:51:29.396190 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28344): Launched\u000a10:51:29.692427 run osmo-nitb_10.42.42.2(pid=28345): Launched\u000a10:51:29.874496 run osmo-nitb_10.42.42.2(pid=28345): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28345)]\u000a10:51:30.008171 run osmo-nitb_10.42.42.2(pid=28345): stdout: \u000a| (launched: 2022-12-09_10:51:29.547177) \u000a10:51:30.142564 run osmo-nitb_10.42.42.2(pid=28345): stderr: \u000a| (launched: 2022-12-09_10:51:29.591337)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:51:30.272508 run osmo-nitb_10.42.42.2(pid=28345): stdout: \u000a| (launched: 2022-12-09_10:51:29.547177) \u000a10:51:30.401837 run osmo-nitb_10.42.42.2(pid=28345): stderr: \u000a| (launched: 2022-12-09_10:51:29.591337)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:51:30.812396 tst osmo-nitb_10.42.42.2(pid=28345): stdout: \u000a| (launched: 2022-12-09_10:51:29.547177) \u000a10:51:30.955435 tst osmo-nitb_10.42.42.2(pid=28345): stderr: \u000a| (launched: 2022-12-09_10:51:29.591337)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:51:31.008033 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28345): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28345) [trial-2358↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28345)] [trial-2358↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a10:51:31.016734 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:51:31.052498 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28344): Terminating (SIGTERM)\u000a10:51:31.230942 --- ParallelTerminationStrategy: PID 28344 died...\u000a10:51:31.291782 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28344): Terminated: ok {rc=0}\u000a10:51:31.398923 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:51:27" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28355): Process ended prematurely: osmo-stp_10.42.42.5(pid=28355) [trial-2358↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28355)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28355): Process ended prematurely: osmo-stp_10.42.42.5(pid=28355) [trial-2358↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a10:51:33.205790 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:33.216995 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:51:33.354616 tst assert_extension.py: using LAC 20955\u000a10:51:33.479816 tst assert_extension.py: using RAC 45\u000a10:51:33.605043 tst assert_extension.py: using CellId 20955\u000a10:51:33.729739 tst assert_extension.py: using BVCI 20956\u000a10:51:33.754146 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:33.765504 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:33.776509 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:33.788088 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:33.799695 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:33.811569 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a10:51:34.009436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:34.487300 run create_hlr_db(pid=28349): Launched\u000a10:51:34.657974 bus /sierra_2: Setting Powered False\u000a10:51:35.678526 run create_hlr_db(pid=28349): Terminated: ok {rc=0}\u000a10:51:36.100629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28351): Launched\u000a10:51:36.419215 run osmo-hlr_10.42.42.2(pid=28352): Launched\u000a10:51:36.534112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:37.089949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28354): Launched\u000a10:51:37.411528 run osmo-stp_10.42.42.5(pid=28355): Launched\u000a10:51:37.527410 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:51:38.109487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28357): Launched\u000a10:51:38.428463 run osmo-msc_10.42.42.6(pid=28358): Launched\u000a10:51:38.614952 run osmo-stp_10.42.42.5(pid=28355): ERR: Terminated: ERROR {rc=1} [trial-2358↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28355)]\u000a10:51:38.748872 run osmo-stp_10.42.42.5(pid=28355): stdout: \u000a| (launched: 2022-12-09_10:51:37.250418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:38.882341 run osmo-stp_10.42.42.5(pid=28355): stderr: \u000a| �[0;m�[38;5;43m20221209105137440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105137440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105137440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105137441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105137441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105137441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105137441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:39.009345 run osmo-stp_10.42.42.5(pid=28355): stdout: \u000a| (launched: 2022-12-09_10:51:37.250418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:39.135031 run osmo-stp_10.42.42.5(pid=28355): stderr: \u000a| �[0;m�[38;5;43m20221209105137440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105137440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105137440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105137441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105137441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105137441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105137441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:39.190268 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28355): Process ended prematurely: osmo-stp_10.42.42.5(pid=28355) [trial-2358↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28355)] [trial-2358↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a10:51:39.198996 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a10:51:39.262619 run osmo-hlr_10.42.42.2(pid=28352): ERR: Terminated: ERROR {rc=237} [trial-2358↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28352)]\u000a10:51:39.314666 run osmo-hlr_10.42.42.2(pid=28352): stdout: \u000a| (launched: 2022-12-09_10:51:36.261986) \u000a10:51:39.367122 run osmo-hlr_10.42.42.2(pid=28352): stderr: \u000a| �[0;m�[1;31m20221209105136456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105136456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105136456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105136456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105136456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105136456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105136514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105136523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105136523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105136523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:39.438351 run osmo-msc_10.42.42.6(pid=28358): ERR: Terminated: ERROR {rc=2} [trial-2358↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28358)]\u000a10:51:39.490165 run osmo-msc_10.42.42.6(pid=28358): stdout: \u000a| (launched: 2022-12-09_10:51:38.270066) \u000a10:51:39.542604 run osmo-msc_10.42.42.6(pid=28358): stderr: \u000a| �[0;m�[38;5;43m20221209105138589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105138589 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb73134cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105138589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105138589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105138589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105138590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105138591 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105138592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105138592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105138592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:51:39.587425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28351): Terminating (SIGTERM)\u000a10:51:39.629857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28354): Terminating (SIGTERM)\u000a10:51:39.672581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28357): Terminating (SIGTERM)\u000a10:51:39.682669 --- ParallelTerminationStrategy: PID 28351 died...\u000a10:51:39.739465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28351): Terminated: ok {rc=0}\u000a10:51:39.749819 --- ParallelTerminationStrategy: PID 28354 died...\u000a10:51:39.806120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28354): Terminated: ok {rc=0}\u000a10:51:39.816595 --- ParallelTerminationStrategy: PID 28357 died...\u000a10:51:39.873037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28357): Terminated: ok {rc=0}\u000a10:51:39.961461 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:51:33" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28369): Process ended prematurely: osmo-stp_10.42.42.5(pid=28369) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28369)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28369): Process ended prematurely: osmo-stp_10.42.42.5(pid=28369) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:51:41.894913 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:41.906175 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:51:42.053076 tst mo_mt_call.py: using LAC 20956\u000a10:51:42.180316 tst mo_mt_call.py: using RAC 46\u000a10:51:42.307180 tst mo_mt_call.py: using CellId 20956\u000a10:51:42.434224 tst mo_mt_call.py: using BVCI 20957\u000a10:51:42.458953 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:42.470806 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:42.482460 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:42.494447 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:42.506805 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:42.519370 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:51:42.634260 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:51:42.835721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:43.323629 run create_hlr_db(pid=28363): Launched\u000a10:51:43.511070 bus /sierra_2: Setting Powered False\u000a10:51:44.532747 run create_hlr_db(pid=28363): Terminated: ok {rc=0}\u000a10:51:44.940523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28365): Launched\u000a10:51:45.243640 run osmo-hlr_10.42.42.2(pid=28366): Launched\u000a10:51:45.354533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:45.895942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28368): Launched\u000a10:51:46.359788 run osmo-stp_10.42.42.5(pid=28369): Launched\u000a10:51:46.478218 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:51:47.090512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28371): Launched\u000a10:51:47.420819 run osmo-msc_10.42.42.6(pid=28372): Launched\u000a10:51:47.612826 run osmo-stp_10.42.42.5(pid=28369): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28369)]\u000a10:51:47.750492 run osmo-stp_10.42.42.5(pid=28369): stdout: \u000a| (launched: 2022-12-09_10:51:46.052879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:47.887191 run osmo-stp_10.42.42.5(pid=28369): stderr: \u000a| �[0;m�[38;5;43m20221209105146254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105146254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105146254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105146254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105146255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105146255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105146255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:48.018500 run osmo-stp_10.42.42.5(pid=28369): stdout: \u000a| (launched: 2022-12-09_10:51:46.052879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:48.148275 run osmo-stp_10.42.42.5(pid=28369): stderr: \u000a| �[0;m�[38;5;43m20221209105146254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105146254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105146254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105146254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105146255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105146255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105146255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:48.205716 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28369): Process ended prematurely: osmo-stp_10.42.42.5(pid=28369) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28369)] [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:51:48.215262 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:51:48.278874 run osmo-hlr_10.42.42.2(pid=28366): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28366)]\u000a10:51:48.330779 run osmo-hlr_10.42.42.2(pid=28366): stdout: \u000a| (launched: 2022-12-09_10:51:45.094053) \u000a10:51:48.383212 run osmo-hlr_10.42.42.2(pid=28366): stderr: \u000a| �[0;m�[1;31m20221209105145267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105145267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105145267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105145267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105145267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105145267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105145307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105145318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105145318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105145319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:48.454548 run osmo-msc_10.42.42.6(pid=28372): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28372)]\u000a10:51:48.506559 run osmo-msc_10.42.42.6(pid=28372): stdout: \u000a| (launched: 2022-12-09_10:51:47.257996) \u000a10:51:48.559102 run osmo-msc_10.42.42.6(pid=28372): stderr: \u000a| �[0;m�[38;5;43m20221209105147577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105147577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71fb396c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105147577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105147577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105147577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105147578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105147579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105147580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105147580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105147580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:51:48.603575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28365): Terminating (SIGTERM)\u000a10:51:48.646504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28368): Terminating (SIGTERM)\u000a10:51:48.688895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28371): Terminating (SIGTERM)\u000a10:51:48.698764 --- ParallelTerminationStrategy: PID 28365 died...\u000a10:51:48.755024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28365): Terminated: ok {rc=0}\u000a10:51:48.765512 --- ParallelTerminationStrategy: PID 28368 died...\u000a10:51:48.821653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28368): Terminated: ok {rc=0}\u000a10:51:48.832153 --- ParallelTerminationStrategy: PID 28371 died...\u000a10:51:48.888486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28371): Terminated: ok {rc=0}\u000a10:51:48.977047 bus /sierra_3: Setting Powered False\u000a10:51:50.083782 bus /sierra_3: Setting Powered False\u000a10:51:51.191807 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28380): Process ended prematurely: osmo-stp_10.42.42.5(pid=28380) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28380)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28380): Process ended prematurely: osmo-stp_10.42.42.5(pid=28380) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:51:52.307185 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:52.319796 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:51:52.477073 tst mo_mt_call_osmux.py: using LAC 20957\u000a10:51:52.605369 tst mo_mt_call_osmux.py: using RAC 47\u000a10:51:52.732353 tst mo_mt_call_osmux.py: using CellId 20957\u000a10:51:52.868884 tst mo_mt_call_osmux.py: using BVCI 20958\u000a10:51:52.893481 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:52.904935 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:52.916335 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:52.928051 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:52.939943 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:51:52.951620 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:51:53.068247 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:51:53.271699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:53.762148 run create_hlr_db(pid=28374): Launched\u000a10:51:53.935789 bus /sierra_2: Setting Powered False\u000a10:51:54.955940 run create_hlr_db(pid=28374): Terminated: ok {rc=0}\u000a10:51:55.387782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28376): Launched\u000a10:51:55.714805 run osmo-hlr_10.42.42.2(pid=28377): Launched\u000a10:51:55.834573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:56.399450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28379): Launched\u000a10:51:56.725164 run osmo-stp_10.42.42.5(pid=28380): Launched\u000a10:51:56.842405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:51:57.437487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28382): Launched\u000a10:51:57.765507 run osmo-msc_10.42.42.6(pid=28383): Launched\u000a10:51:57.956178 run osmo-stp_10.42.42.5(pid=28380): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28380)]\u000a10:51:58.094039 run osmo-stp_10.42.42.5(pid=28380): stdout: \u000a| (launched: 2022-12-09_10:51:56.564803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:58.229930 run osmo-stp_10.42.42.5(pid=28380): stderr: \u000a| �[0;m�[38;5;43m20221209105156754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105156754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105156754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105156754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105156755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105156755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105156755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:58.360650 run osmo-stp_10.42.42.5(pid=28380): stdout: \u000a| (launched: 2022-12-09_10:51:56.564803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:58.490567 run osmo-stp_10.42.42.5(pid=28380): stderr: \u000a| �[0;m�[38;5;43m20221209105156754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105156754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105156754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105156754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105156755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105156755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105156755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:58.547958 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28380): Process ended prematurely: osmo-stp_10.42.42.5(pid=28380) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28380)] [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:51:58.557415 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:51:58.621498 run osmo-hlr_10.42.42.2(pid=28377): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28377)]\u000a10:51:58.674276 run osmo-hlr_10.42.42.2(pid=28377): stdout: \u000a| (launched: 2022-12-09_10:51:55.553430) \u000a10:51:58.727162 run osmo-hlr_10.42.42.2(pid=28377): stderr: \u000a| �[0;m�[1;31m20221209105155750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105155750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105155750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105155750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105155750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105155750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105155764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105155774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105155774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105155774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:58.798576 run osmo-msc_10.42.42.6(pid=28383): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28383)]\u000a10:51:58.850639 run osmo-msc_10.42.42.6(pid=28383): stdout: \u000a| (launched: 2022-12-09_10:51:57.602601) \u000a10:51:58.903176 run osmo-msc_10.42.42.6(pid=28383): stderr: \u000a| �[0;m�[38;5;43m20221209105157925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105157925 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22b76f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105157925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105157925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105157926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105157926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105157927 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105157928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105157928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105157928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:51:58.947974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28376): Terminating (SIGTERM)\u000a10:51:58.989966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28379): Terminating (SIGTERM)\u000a10:51:59.032251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28382): Terminating (SIGTERM)\u000a10:51:59.042190 --- ParallelTerminationStrategy: PID 28376 died...\u000a10:51:59.098904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28376): Terminated: ok {rc=0}\u000a10:51:59.109179 --- ParallelTerminationStrategy: PID 28379 died...\u000a10:51:59.165232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28379): Terminated: ok {rc=0}\u000a10:51:59.175742 --- ParallelTerminationStrategy: PID 28382 died...\u000a10:51:59.231552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28382): Terminated: ok {rc=0}\u000a10:51:59.319691 bus /sierra_3: Setting Powered False\u000a10:52:00.422749 bus /sierra_3: Setting Powered False\u000a10:52:01.542743 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:51:41" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28394): Process ended prematurely: osmo-stp_10.42.42.5(pid=28394) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28394)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28394): Process ended prematurely: osmo-stp_10.42.42.5(pid=28394) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:52:03.533643 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:52:03.545226 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:52:03.702322 tst mo_mt_call.py: using LAC 20958\u000a10:52:03.828797 tst mo_mt_call.py: using RAC 48\u000a10:52:03.954029 tst mo_mt_call.py: using CellId 20958\u000a10:52:04.078873 tst mo_mt_call.py: using BVCI 20959\u000a10:52:04.103463 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:52:04.115033 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:52:04.126534 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:52:04.138253 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:52:04.150101 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:52:04.162339 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:52:04.281851 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:52:04.493316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:05.003073 run create_hlr_db(pid=28388): Launched\u000a10:52:05.190324 bus /sierra_2: Setting Powered False\u000a10:52:06.210714 run create_hlr_db(pid=28388): Terminated: ok {rc=0}\u000a10:52:06.618358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28390): Launched\u000a10:52:06.922228 run osmo-hlr_10.42.42.2(pid=28391): Launched\u000a10:52:07.037706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:07.563568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28393): Launched\u000a10:52:07.869795 run osmo-stp_10.42.42.5(pid=28394): Launched\u000a10:52:07.979075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:52:08.534581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28396): Launched\u000a10:52:08.839482 run osmo-msc_10.42.42.6(pid=28397): Launched\u000a10:52:09.016729 run osmo-stp_10.42.42.5(pid=28394): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28394)]\u000a10:52:09.145019 run osmo-stp_10.42.42.5(pid=28394): stdout: \u000a| (launched: 2022-12-09_10:52:07.719069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:09.271150 run osmo-stp_10.42.42.5(pid=28394): stderr: \u000a| �[0;m�[38;5;43m20221209105207886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105207886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105207887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105207887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105207888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105207888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105207888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:09.393263 run osmo-stp_10.42.42.5(pid=28394): stdout: \u000a| (launched: 2022-12-09_10:52:07.719069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:09.514007 run osmo-stp_10.42.42.5(pid=28394): stderr: \u000a| �[0;m�[38;5;43m20221209105207886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105207886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105207887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105207887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105207888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105207888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105207888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:09.567420 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28394): Process ended prematurely: osmo-stp_10.42.42.5(pid=28394) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28394)] [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:52:09.576400 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:52:09.636395 run osmo-hlr_10.42.42.2(pid=28391): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28391)]\u000a10:52:09.685562 run osmo-hlr_10.42.42.2(pid=28391): stdout: \u000a| (launched: 2022-12-09_10:52:06.771855) \u000a10:52:09.735015 run osmo-hlr_10.42.42.2(pid=28391): stderr: \u000a| �[0;m�[1;31m20221209105206945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105206945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105206946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105206946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105206946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105206946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105206958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105206968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105206968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105206968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:09.802177 run osmo-msc_10.42.42.6(pid=28397): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28397)]\u000a10:52:09.850950 run osmo-msc_10.42.42.6(pid=28397): stdout: \u000a| (launched: 2022-12-09_10:52:08.688651) \u000a10:52:09.900153 run osmo-msc_10.42.42.6(pid=28397): stderr: \u000a| �[0;m�[38;5;43m20221209105208959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105208959 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0eda0b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105208959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105208959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105208959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105208959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105208961 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105208962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105208962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105208962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:52:09.942056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28390): Terminating (SIGTERM)\u000a10:52:09.981621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28393): Terminating (SIGTERM)\u000a10:52:10.021426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28396): Terminating (SIGTERM)\u000a10:52:10.030754 --- ParallelTerminationStrategy: PID 28390 died...\u000a10:52:10.083587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28390): Terminated: ok {rc=0}\u000a10:52:10.093312 --- ParallelTerminationStrategy: PID 28393 died...\u000a10:52:10.146002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28393): Terminated: ok {rc=0}\u000a10:52:10.155484 --- ParallelTerminationStrategy: PID 28396 died...\u000a10:52:10.208012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28396): Terminated: ok {rc=0}\u000a10:52:10.292024 bus /sierra_3: Setting Powered False\u000a10:52:11.399137 bus /sierra_3: Setting Powered False\u000a10:52:12.507448 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28405): Process ended prematurely: osmo-stp_10.42.42.5(pid=28405) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28405)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28405): Process ended prematurely: osmo-stp_10.42.42.5(pid=28405) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:52:13.616385 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:52:13.628178 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:52:13.773424 tst mo_mt_call_osmux.py: using LAC 20959\u000a10:52:13.897912 tst mo_mt_call_osmux.py: using RAC 49\u000a10:52:14.014596 tst mo_mt_call_osmux.py: using CellId 20959\u000a10:52:14.131749 tst mo_mt_call_osmux.py: using BVCI 20960\u000a10:52:14.154897 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:52:14.166169 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:52:14.177175 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:52:14.188351 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:52:14.199429 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:52:14.210473 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:52:14.329109 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:52:14.540859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:15.053087 run create_hlr_db(pid=28399): Launched\u000a10:52:15.240337 bus /sierra_2: Setting Powered False\u000a10:52:16.265424 run create_hlr_db(pid=28399): Terminated: ok {rc=0}\u000a10:52:16.719864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28401): Launched\u000a10:52:17.155473 run osmo-hlr_10.42.42.2(pid=28402): Launched\u000a10:52:17.264913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:17.794223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28404): Launched\u000a10:52:18.096856 run osmo-stp_10.42.42.5(pid=28405): Launched\u000a10:52:18.215952 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:52:18.773680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28407): Launched\u000a10:52:19.076566 run osmo-msc_10.42.42.6(pid=28408): Launched\u000a10:52:19.254087 run osmo-stp_10.42.42.5(pid=28405): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28405)]\u000a10:52:19.382118 run osmo-stp_10.42.42.5(pid=28405): stdout: \u000a| (launched: 2022-12-09_10:52:17.947179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:19.507934 run osmo-stp_10.42.42.5(pid=28405): stderr: \u000a| �[0;m�[38;5;43m20221209105218118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105218118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105218118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105218119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105218119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105218119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105218119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:19.629270 run osmo-stp_10.42.42.5(pid=28405): stdout: \u000a| (launched: 2022-12-09_10:52:17.947179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:19.750794 run osmo-stp_10.42.42.5(pid=28405): stderr: \u000a| �[0;m�[38;5;43m20221209105218118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105218118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105218118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105218119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105218119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105218119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105218119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:19.804224 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28405): Process ended prematurely: osmo-stp_10.42.42.5(pid=28405) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28405)] [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:52:19.812915 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:52:19.872808 run osmo-hlr_10.42.42.2(pid=28402): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28402)]\u000a10:52:19.922040 run osmo-hlr_10.42.42.2(pid=28402): stdout: \u000a| (launched: 2022-12-09_10:52:16.888257) \u000a10:52:19.971489 run osmo-hlr_10.42.42.2(pid=28402): stderr: \u000a| �[0;m�[1;31m20221209105217101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105217101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105217101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105217101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105217101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105217101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105217128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105217136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105217136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105217141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:20.038866 run osmo-msc_10.42.42.6(pid=28408): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28408)]\u000a10:52:20.087960 run osmo-msc_10.42.42.6(pid=28408): stdout: \u000a| (launched: 2022-12-09_10:52:18.927172) \u000a10:52:20.137802 run osmo-msc_10.42.42.6(pid=28408): stderr: \u000a| �[0;m�[38;5;43m20221209105219199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105219200 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd0fa1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105219200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105219200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105219200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105219200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105219202 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105219202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105219203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105219203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:52:20.179855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28401): Terminating (SIGTERM)\u000a10:52:20.219777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28404): Terminating (SIGTERM)\u000a10:52:20.259258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28407): Terminating (SIGTERM)\u000a10:52:20.268483 --- ParallelTerminationStrategy: PID 28401 died...\u000a10:52:20.321492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28401): Terminated: ok {rc=0}\u000a10:52:20.331079 --- ParallelTerminationStrategy: PID 28404 died...\u000a10:52:20.383909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28404): Terminated: ok {rc=0}\u000a10:52:20.393571 --- ParallelTerminationStrategy: PID 28407 died...\u000a10:52:20.446733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28407): Terminated: ok {rc=0}\u000a10:52:20.530741 bus /sierra_3: Setting Powered False\u000a10:52:21.639422 bus /sierra_3: Setting Powered False\u000a10:52:22.749083 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:52:03" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28419): Process ended prematurely: osmo-stp_10.42.42.5(pid=28419) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28419)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28419): Process ended prematurely: osmo-stp_10.42.42.5(pid=28419) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:52:24.713085 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:52:24.724427 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:52:24.874800 tst mo_mt_call.py: using LAC 20960\u000a10:52:24.991838 tst mo_mt_call.py: using RAC 50\u000a10:52:25.109269 tst mo_mt_call.py: using CellId 20960\u000a10:52:25.228372 tst mo_mt_call.py: using BVCI 20961\u000a10:52:25.251324 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:52:25.262596 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:52:25.273501 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:52:25.284270 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:52:25.295268 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:52:25.306185 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:52:25.427218 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:52:25.639641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:26.153424 run create_hlr_db(pid=28413): Launched\u000a10:52:26.340755 bus /sierra_2: Setting Powered False\u000a10:52:27.362696 run create_hlr_db(pid=28413): Terminated: ok {rc=0}\u000a10:52:27.793665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28415): Launched\u000a10:52:28.118659 run osmo-hlr_10.42.42.2(pid=28416): Launched\u000a10:52:28.239396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:28.810702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28418): Launched\u000a10:52:29.137177 run osmo-stp_10.42.42.5(pid=28419): Launched\u000a10:52:29.254649 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:52:29.847100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28421): Launched\u000a10:52:30.174348 run osmo-msc_10.42.42.6(pid=28422): Launched\u000a10:52:30.364257 run osmo-stp_10.42.42.5(pid=28419): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28419)]\u000a10:52:30.501170 run osmo-stp_10.42.42.5(pid=28419): stdout: \u000a| (launched: 2022-12-09_10:52:28.975263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:30.636583 run osmo-stp_10.42.42.5(pid=28419): stderr: \u000a| �[0;m�[38;5;43m20221209105229164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105229164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105229164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105229165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105229165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105229165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105229165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:30.767392 run osmo-stp_10.42.42.5(pid=28419): stdout: \u000a| (launched: 2022-12-09_10:52:28.975263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:30.898129 run osmo-stp_10.42.42.5(pid=28419): stderr: \u000a| �[0;m�[38;5;43m20221209105229164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105229164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105229164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105229165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105229165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105229165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105229165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:30.956797 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28419): Process ended prematurely: osmo-stp_10.42.42.5(pid=28419) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28419)] [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:52:30.967207 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:52:31.033312 run osmo-hlr_10.42.42.2(pid=28416): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28416)]\u000a10:52:31.086628 run osmo-hlr_10.42.42.2(pid=28416): stdout: \u000a| (launched: 2022-12-09_10:52:27.958312) \u000a10:52:31.141050 run osmo-hlr_10.42.42.2(pid=28416): stderr: \u000a| �[0;m�[1;31m20221209105228153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105228153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105228153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105228153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105228154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105228154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105228166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105228175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105228175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105228175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:31.213972 run osmo-msc_10.42.42.6(pid=28422): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28422)]\u000a10:52:31.267336 run osmo-msc_10.42.42.6(pid=28422): stdout: \u000a| (launched: 2022-12-09_10:52:30.012316) \u000a10:52:31.321647 run osmo-msc_10.42.42.6(pid=28422): stderr: \u000a| �[0;m�[38;5;43m20221209105230333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105230333 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43b6083c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105230333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105230334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105230334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105230334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105230336 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105230336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105230336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105230336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:52:31.367982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28415): Terminating (SIGTERM)\u000a10:52:31.412936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28418): Terminating (SIGTERM)\u000a10:52:31.458543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28421): Terminating (SIGTERM)\u000a10:52:31.470437 --- ParallelTerminationStrategy: PID 28415 died...\u000a10:52:31.530286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28415): Terminated: ok {rc=0}\u000a10:52:31.541309 --- ParallelTerminationStrategy: PID 28418 died...\u000a10:52:31.598923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28418): Terminated: ok {rc=0}\u000a10:52:31.610516 --- ParallelTerminationStrategy: PID 28421 died...\u000a10:52:31.669112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28421): Terminated: ok {rc=0}\u000a10:52:31.758112 bus /sierra_3: Setting Powered False\u000a10:52:32.860484 bus /sierra_3: Setting Powered False\u000a10:52:33.971365 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28430): Process ended prematurely: osmo-stp_10.42.42.5(pid=28430) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28430)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28430): Process ended prematurely: osmo-stp_10.42.42.5(pid=28430) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:52:35.081584 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:52:35.093464 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:52:35.241570 tst mo_mt_call_osmux.py: using LAC 20961\u000a10:52:35.360558 tst mo_mt_call_osmux.py: using RAC 51\u000a10:52:35.484750 tst mo_mt_call_osmux.py: using CellId 20961\u000a10:52:35.603273 tst mo_mt_call_osmux.py: using BVCI 20962\u000a10:52:35.626316 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:52:35.637417 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:52:35.648350 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:52:35.659368 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:52:35.670481 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:52:35.681500 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:52:35.798618 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:52:36.011748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:36.524211 run create_hlr_db(pid=28424): Launched\u000a10:52:36.712772 bus /sierra_2: Setting Powered False\u000a10:52:37.733278 run create_hlr_db(pid=28424): Terminated: ok {rc=0}\u000a10:52:38.165787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28426): Launched\u000a10:52:38.492469 run osmo-hlr_10.42.42.2(pid=28427): Launched\u000a10:52:38.610130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:39.173395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28429): Launched\u000a10:52:39.499176 run osmo-stp_10.42.42.5(pid=28430): Launched\u000a10:52:39.616926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:52:40.218155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28432): Launched\u000a10:52:40.545836 run osmo-msc_10.42.42.6(pid=28433): Launched\u000a10:52:40.736513 run osmo-stp_10.42.42.5(pid=28430): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28430)]\u000a10:52:40.873935 run osmo-stp_10.42.42.5(pid=28430): stdout: \u000a| (launched: 2022-12-09_10:52:39.337740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:41.009477 run osmo-stp_10.42.42.5(pid=28430): stderr: \u000a| �[0;m�[38;5;43m20221209105239525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105239525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105239525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105239526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105239526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105239526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105239526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:41.140012 run osmo-stp_10.42.42.5(pid=28430): stdout: \u000a| (launched: 2022-12-09_10:52:39.337740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:41.269630 run osmo-stp_10.42.42.5(pid=28430): stderr: \u000a| �[0;m�[38;5;43m20221209105239525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105239525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105239525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105239526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105239526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105239526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105239526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:41.326748 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28430): Process ended prematurely: osmo-stp_10.42.42.5(pid=28430) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28430)] [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:52:41.336069 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:52:41.399923 run osmo-hlr_10.42.42.2(pid=28427): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28427)]\u000a10:52:41.451396 run osmo-hlr_10.42.42.2(pid=28427): stdout: \u000a| (launched: 2022-12-09_10:52:38.330640) \u000a10:52:41.504071 run osmo-hlr_10.42.42.2(pid=28427): stderr: \u000a| �[0;m�[1;31m20221209105238525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105238525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105238525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105238525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105238525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105238525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105238538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105238546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105238546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105238546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:41.575554 run osmo-msc_10.42.42.6(pid=28433): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28433)]\u000a10:52:41.627307 run osmo-msc_10.42.42.6(pid=28433): stdout: \u000a| (launched: 2022-12-09_10:52:40.383184) \u000a10:52:41.679827 run osmo-msc_10.42.42.6(pid=28433): stderr: \u000a| �[0;m�[38;5;43m20221209105240703 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105240703 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f960bef6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105240704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105240704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105240704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105240704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105240706 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105240706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105240706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105240706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:52:41.724598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28426): Terminating (SIGTERM)\u000a10:52:41.766369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28429): Terminating (SIGTERM)\u000a10:52:41.808664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28432): Terminating (SIGTERM)\u000a10:52:41.818517 --- ParallelTerminationStrategy: PID 28426 died...\u000a10:52:41.874952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28426): Terminated: ok {rc=0}\u000a10:52:41.885268 --- ParallelTerminationStrategy: PID 28429 died...\u000a10:52:41.941230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28429): Terminated: ok {rc=0}\u000a10:52:41.951715 --- ParallelTerminationStrategy: PID 28432 died...\u000a10:52:42.007427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28432): Terminated: ok {rc=0}\u000a10:52:42.095361 bus /sierra_3: Setting Powered False\u000a10:52:43.198518 bus /sierra_3: Setting Powered False\u000a10:52:44.310048 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:52:24" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28444): Process ended prematurely: osmo-stp_10.42.42.5(pid=28444) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28444)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28444): Process ended prematurely: osmo-stp_10.42.42.5(pid=28444) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:52:46.272567 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:46.284736 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:52:46.456697 tst mo_mt_call.py: using LAC 20962\u000a10:52:46.590750 tst mo_mt_call.py: using RAC 52\u000a10:52:46.729706 tst mo_mt_call.py: using CellId 20962\u000a10:52:46.853131 tst mo_mt_call.py: using BVCI 20963\u000a10:52:46.876810 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:46.888101 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:46.899912 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:46.912079 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:46.924299 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:46.935835 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:52:47.055490 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:52:47.257469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:47.742283 run create_hlr_db(pid=28438): Launched\u000a10:52:47.914932 bus /sierra_2: Setting Powered False\u000a10:52:48.937051 run create_hlr_db(pid=28438): Terminated: ok {rc=0}\u000a10:52:49.338631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28440): Launched\u000a10:52:49.641246 run osmo-hlr_10.42.42.2(pid=28441): Launched\u000a10:52:49.759610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:50.293111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28443): Launched\u000a10:52:50.595963 run osmo-stp_10.42.42.5(pid=28444): Launched\u000a10:52:50.705579 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:52:51.257858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28446): Launched\u000a10:52:51.562705 run osmo-msc_10.42.42.6(pid=28447): Launched\u000a10:52:51.739618 run osmo-stp_10.42.42.5(pid=28444): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28444)]\u000a10:52:51.867173 run osmo-stp_10.42.42.5(pid=28444): stdout: \u000a| (launched: 2022-12-09_10:52:50.446426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:51.993369 run osmo-stp_10.42.42.5(pid=28444): stderr: \u000a| �[0;m�[38;5;43m20221209105250613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105250613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105250613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105250614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105250614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105250614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105250615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:52.114530 run osmo-stp_10.42.42.5(pid=28444): stdout: \u000a| (launched: 2022-12-09_10:52:50.446426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:52.234270 run osmo-stp_10.42.42.5(pid=28444): stderr: \u000a| �[0;m�[38;5;43m20221209105250613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105250613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105250613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105250614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105250614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105250614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105250615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:52.287570 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28444): Process ended prematurely: osmo-stp_10.42.42.5(pid=28444) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28444)] [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:52:52.296268 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:52:52.355756 run osmo-hlr_10.42.42.2(pid=28441): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28441)]\u000a10:52:52.404989 run osmo-hlr_10.42.42.2(pid=28441): stdout: \u000a| (launched: 2022-12-09_10:52:49.492403) \u000a10:52:52.455128 run osmo-hlr_10.42.42.2(pid=28441): stderr: \u000a| �[0;m�[1;31m20221209105249666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105249666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105249666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105249666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105249666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105249666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105249678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105249688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105249688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105249688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:52.522306 run osmo-msc_10.42.42.6(pid=28447): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28447)]\u000a10:52:52.571233 run osmo-msc_10.42.42.6(pid=28447): stdout: \u000a| (launched: 2022-12-09_10:52:51.410879) \u000a10:52:52.621012 run osmo-msc_10.42.42.6(pid=28447): stderr: \u000a| �[0;m�[38;5;43m20221209105251682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105251682 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faffae0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105251682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105251682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105251682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105251683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105251684 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105251685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105251685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105251685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:52:52.663009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28440): Terminating (SIGTERM)\u000a10:52:52.702713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28443): Terminating (SIGTERM)\u000a10:52:52.742423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28446): Terminating (SIGTERM)\u000a10:52:52.751808 --- ParallelTerminationStrategy: PID 28440 died...\u000a10:52:52.804931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28440): Terminated: ok {rc=0}\u000a10:52:52.814574 --- ParallelTerminationStrategy: PID 28443 died...\u000a10:52:52.867321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28443): Terminated: ok {rc=0}\u000a10:52:52.876940 --- ParallelTerminationStrategy: PID 28446 died...\u000a10:52:52.929572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28446): Terminated: ok {rc=0}\u000a10:52:53.013090 bus /sierra_3: Setting Powered False\u000a10:52:54.124046 bus /sierra_3: Setting Powered False\u000a10:52:55.232127 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28455): Process ended prematurely: osmo-stp_10.42.42.5(pid=28455) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28455)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28455): Process ended prematurely: osmo-stp_10.42.42.5(pid=28455) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:52:56.347971 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:56.360203 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:52:56.515986 tst mo_mt_call_osmux.py: using LAC 20963\u000a10:52:56.643987 tst mo_mt_call_osmux.py: using RAC 53\u000a10:52:56.770320 tst mo_mt_call_osmux.py: using CellId 20963\u000a10:52:56.895970 tst mo_mt_call_osmux.py: using BVCI 20964\u000a10:52:56.920523 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:56.932144 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:56.943681 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:56.955528 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:56.967351 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:52:56.979048 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:52:57.099847 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:52:57.299910 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:57.786210 run create_hlr_db(pid=28449): Launched\u000a10:52:57.959761 bus /sierra_2: Setting Powered False\u000a10:52:58.982074 run create_hlr_db(pid=28449): Terminated: ok {rc=0}\u000a10:52:59.412108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28451): Launched\u000a10:52:59.737871 run osmo-hlr_10.42.42.2(pid=28452): Launched\u000a10:52:59.860045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:00.424427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28454): Launched\u000a10:53:00.751353 run osmo-stp_10.42.42.5(pid=28455): Launched\u000a10:53:00.913138 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:53:01.541390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28457): Launched\u000a10:53:01.955611 run osmo-msc_10.42.42.6(pid=28468): Launched\u000a10:53:02.344091 run osmo-stp_10.42.42.5(pid=28455): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28455)]\u000a10:53:02.637110 run osmo-stp_10.42.42.5(pid=28455): stdout: \u000a| (launched: 2022-12-09_10:53:00.589324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:02.791275 run osmo-stp_10.42.42.5(pid=28455): stderr: \u000a| �[0;m�[38;5;43m20221209105300780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105300780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105300780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105300781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105300781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105300781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105300781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:02.916449 run osmo-stp_10.42.42.5(pid=28455): stdout: \u000a| (launched: 2022-12-09_10:53:00.589324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:03.046316 run osmo-stp_10.42.42.5(pid=28455): stderr: \u000a| �[0;m�[38;5;43m20221209105300780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105300780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105300780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105300781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105300781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105300781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105300781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:03.109689 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28455): Process ended prematurely: osmo-stp_10.42.42.5(pid=28455) [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28455)] [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:53:03.119150 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a10:53:03.188063 run osmo-hlr_10.42.42.2(pid=28452): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28452)]\u000a10:53:03.245179 run osmo-hlr_10.42.42.2(pid=28452): stdout: \u000a| (launched: 2022-12-09_10:52:59.576557) \u000a10:53:03.309805 run osmo-hlr_10.42.42.2(pid=28452): stderr: \u000a| �[0;m�[1;31m20221209105259771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105259771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105259771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105259771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105259771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105259771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105259783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105259792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105259793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105259793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:03.394007 run osmo-msc_10.42.42.6(pid=28468): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28468)]\u000a10:53:03.457881 run osmo-msc_10.42.42.6(pid=28468): stdout: \u000a| (launched: 2022-12-09_10:53:01.725501) \u000a10:53:03.517646 run osmo-msc_10.42.42.6(pid=28468): stderr: \u000a| �[0;m�[38;5;43m20221209105302302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105302303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f848c068c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105302303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105302303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105302303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105302303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105302305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105302306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105302306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105302306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:53:03.579389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28451): Terminating (SIGTERM)\u000a10:53:03.628220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28454): Terminating (SIGTERM)\u000a10:53:03.683301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28457): Terminating (SIGTERM)\u000a10:53:03.698231 --- ParallelTerminationStrategy: PID 28451 died...\u000a10:53:03.767589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28451): Terminated: ok {rc=0}\u000a10:53:03.782044 --- ParallelTerminationStrategy: PID 28454 died...\u000a10:53:03.849245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28454): Terminated: ok {rc=0}\u000a10:53:03.859981 --- ParallelTerminationStrategy: PID 28457 died...\u000a10:53:03.933562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28457): Terminated: ok {rc=0}\u000a10:53:04.038710 bus /sierra_3: Setting Powered False\u000a10:53:05.157741 bus /sierra_3: Setting Powered False\u000a10:53:06.271119 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:52:46" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28741): Process ended prematurely: osmo-stp_10.42.42.5(pid=28741) [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28741)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28741): Process ended prematurely: osmo-stp_10.42.42.5(pid=28741) [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:53:08.268387 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:53:08.281177 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:53:08.440182 tst mo_mt_call.py: using LAC 20964\u000a10:53:08.569414 tst mo_mt_call.py: using RAC 54\u000a10:53:08.699578 tst mo_mt_call.py: using CellId 20964\u000a10:53:08.829210 tst mo_mt_call.py: using BVCI 20965\u000a10:53:08.855598 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:53:08.868140 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:53:08.881563 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:53:08.895241 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:53:08.910057 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:53:08.923262 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:53:09.048743 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:53:09.268222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:09.831654 run create_hlr_db(pid=28735): Launched\u000a10:53:10.024506 bus /sierra_2: Setting Powered False\u000a10:53:11.048624 run create_hlr_db(pid=28735): Terminated: ok {rc=0}\u000a10:53:11.504393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28737): Launched\u000a10:53:11.944544 run osmo-hlr_10.42.42.2(pid=28738): Launched\u000a10:53:12.194758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:12.750607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28740): Launched\u000a10:53:13.152298 run osmo-stp_10.42.42.5(pid=28741): Launched\u000a10:53:13.391902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:53:14.023020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28743): Launched\u000a10:53:14.466727 run osmo-msc_10.42.42.6(pid=28744): Launched\u000a10:53:14.871858 run osmo-stp_10.42.42.5(pid=28741): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28741)]\u000a10:53:15.085532 run osmo-stp_10.42.42.5(pid=28741): stdout: \u000a| (launched: 2022-12-09_10:53:12.906226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:15.231131 run osmo-stp_10.42.42.5(pid=28741): stderr: \u000a| �[0;m�[38;5;43m20221209105313230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105313230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105313230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105313231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105313231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105313231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105313231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:15.370445 run osmo-stp_10.42.42.5(pid=28741): stdout: \u000a| (launched: 2022-12-09_10:53:12.906226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:15.508076 run osmo-stp_10.42.42.5(pid=28741): stderr: \u000a| �[0;m�[38;5;43m20221209105313230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105313230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105313230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105313231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105313231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105313231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105313231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:15.569167 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28741): Process ended prematurely: osmo-stp_10.42.42.5(pid=28741) [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28741)] [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:53:15.580320 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a10:53:15.650253 run osmo-hlr_10.42.42.2(pid=28738): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28738)]\u000a10:53:15.708615 run osmo-hlr_10.42.42.2(pid=28738): stdout: \u000a| (launched: 2022-12-09_10:53:11.675870) \u000a10:53:15.765126 run osmo-hlr_10.42.42.2(pid=28738): stderr: \u000a| �[0;m�[1;31m20221209105311981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105311981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105311981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105311982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105311982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105311982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105312007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105312023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105312024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105312024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:15.855341 run osmo-msc_10.42.42.6(pid=28744): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28744)]\u000a10:53:15.944573 run osmo-msc_10.42.42.6(pid=28744): stdout: \u000a| (launched: 2022-12-09_10:53:14.197596) \u000a10:53:16.003392 run osmo-msc_10.42.42.6(pid=28744): stderr: \u000a| �[0;m�[38;5;43m20221209105314699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105314699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0049986c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105314699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105314699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105314700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105314700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105314709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105314710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105314710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105314710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:53:16.061272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28737): Terminating (SIGTERM)\u000a10:53:16.119683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28740): Terminating (SIGTERM)\u000a10:53:16.168885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28743): Terminating (SIGTERM)\u000a10:53:16.179999 --- ParallelTerminationStrategy: PID 28737 died...\u000a10:53:16.246366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28737): Terminated: ok {rc=0}\u000a10:53:16.257643 --- ParallelTerminationStrategy: PID 28740 died...\u000a10:53:16.327117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28740): Terminated: ok {rc=0}\u000a10:53:16.344479 --- ParallelTerminationStrategy: PID 28743 died...\u000a10:53:16.420519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28743): Terminated: ok {rc=0}\u000a10:53:16.528254 bus /sierra_3: Setting Powered False\u000a10:53:17.664112 bus /sierra_3: Setting Powered False\u000a10:53:18.778641 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28752): Process ended prematurely: osmo-stp_10.42.42.5(pid=28752) [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28752)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28752): Process ended prematurely: osmo-stp_10.42.42.5(pid=28752) [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:53:19.904817 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:53:19.918211 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:53:20.080443 tst mo_mt_call_osmux.py: using LAC 20965\u000a10:53:20.215846 tst mo_mt_call_osmux.py: using RAC 55\u000a10:53:20.349947 tst mo_mt_call_osmux.py: using CellId 20965\u000a10:53:20.481545 tst mo_mt_call_osmux.py: using BVCI 20966\u000a10:53:20.509044 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:53:20.521889 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:53:20.535726 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:53:20.549535 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:53:20.562762 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:53:20.576892 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:53:20.703396 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:53:20.928419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:21.502407 run create_hlr_db(pid=28746): Launched\u000a10:53:21.701247 bus /sierra_2: Setting Powered False\u000a10:53:22.722336 run create_hlr_db(pid=28746): Terminated: ok {rc=0}\u000a10:53:23.185685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28748): Launched\u000a10:53:23.631374 run osmo-hlr_10.42.42.2(pid=28749): Launched\u000a10:53:23.874734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:24.474709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28751): Launched\u000a10:53:24.921478 run osmo-stp_10.42.42.5(pid=28752): Launched\u000a10:53:25.141141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:53:25.738185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28755): Launched\u000a10:53:26.047363 run osmo-msc_10.42.42.6(pid=28756): Launched\u000a10:53:26.226748 run osmo-stp_10.42.42.5(pid=28752): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28752)]\u000a10:53:26.355521 run osmo-stp_10.42.42.5(pid=28752): stdout: \u000a| (launched: 2022-12-09_10:53:24.648714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:26.482786 run osmo-stp_10.42.42.5(pid=28752): stderr: \u000a| �[0;m�[38;5;43m20221209105324949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105324950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105324950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105324950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105324951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105324951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105324951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:26.605797 run osmo-stp_10.42.42.5(pid=28752): stdout: \u000a| (launched: 2022-12-09_10:53:24.648714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:26.727737 run osmo-stp_10.42.42.5(pid=28752): stderr: \u000a| �[0;m�[38;5;43m20221209105324949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105324950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105324950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105324950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105324951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105324951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105324951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:26.781714 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28752): Process ended prematurely: osmo-stp_10.42.42.5(pid=28752) [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28752)] [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:53:26.790442 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a10:53:26.850895 run osmo-hlr_10.42.42.2(pid=28749): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28749)]\u000a10:53:26.900288 run osmo-hlr_10.42.42.2(pid=28749): stdout: \u000a| (launched: 2022-12-09_10:53:23.359092) \u000a10:53:26.950253 run osmo-hlr_10.42.42.2(pid=28749): stderr: \u000a| �[0;m�[1;31m20221209105323665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105323665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105323665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105323665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105323665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105323665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105323682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105323691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105323691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105323691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:27.018172 run osmo-msc_10.42.42.6(pid=28756): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28756)]\u000a10:53:27.067524 run osmo-msc_10.42.42.6(pid=28756): stdout: \u000a| (launched: 2022-12-09_10:53:25.895072) \u000a10:53:27.117680 run osmo-msc_10.42.42.6(pid=28756): stderr: \u000a| �[0;m�[38;5;43m20221209105326171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105326171 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1a3626c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105326171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105326171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105326172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105326172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105326175 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105326175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105326175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105326175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:53:27.160551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28748): Terminating (SIGTERM)\u000a10:53:27.200626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28751): Terminating (SIGTERM)\u000a10:53:27.241625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28755): Terminating (SIGTERM)\u000a10:53:27.251122 --- ParallelTerminationStrategy: PID 28748 died...\u000a10:53:27.304725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28748): Terminated: ok {rc=0}\u000a10:53:27.314524 --- ParallelTerminationStrategy: PID 28751 died...\u000a10:53:27.368405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28751): Terminated: ok {rc=0}\u000a10:53:27.378267 --- ParallelTerminationStrategy: PID 28755 died...\u000a10:53:27.431725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28755): Terminated: ok {rc=0}\u000a10:53:27.522201 bus /sierra_3: Setting Powered False\u000a10:53:28.627210 bus /sierra_3: Setting Powered False\u000a10:53:29.734613 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:53:07" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28768): Process ended prematurely: osmo-stp_10.42.42.5(pid=28768) [trial-2358↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28768)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28768): Process ended prematurely: osmo-stp_10.42.42.5(pid=28768) [trial-2358↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:53:31.789767 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:31.804736 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:53:31.957739 tst emergency_mo_mt_call.py: using LAC 20966\u000a10:53:32.116474 tst emergency_mo_mt_call.py: using RAC 56\u000a10:53:32.250225 tst emergency_mo_mt_call.py: using CellId 20966\u000a10:53:32.379818 tst emergency_mo_mt_call.py: using BVCI 20967\u000a10:53:32.405065 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:32.416847 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:32.428594 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:32.441348 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:32.452654 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:32.464408 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:53:32.582731 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:53:32.783144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:33.270247 run create_hlr_db(pid=28762): Launched\u000a10:53:33.443777 bus /sierra_2: Setting Powered False\u000a10:53:34.465467 run create_hlr_db(pid=28762): Terminated: ok {rc=0}\u000a10:53:34.897298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28764): Launched\u000a10:53:35.222499 run osmo-hlr_10.42.42.2(pid=28765): Launched\u000a10:53:35.340554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:35.903331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28767): Launched\u000a10:53:36.226394 run osmo-stp_10.42.42.5(pid=28768): Launched\u000a10:53:36.358147 tst emergency_mo_mt_call.py: using MSISDN 7166\u000a10:53:36.517833 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:53:37.110056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28770): Launched\u000a10:53:37.434739 run osmo-msc_10.42.42.6(pid=28771): Launched\u000a10:53:37.623287 run osmo-stp_10.42.42.5(pid=28768): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28768)]\u000a10:53:37.760372 run osmo-stp_10.42.42.5(pid=28768): stdout: \u000a| (launched: 2022-12-09_10:53:36.066610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:37.895881 run osmo-stp_10.42.42.5(pid=28768): stderr: \u000a| �[0;m�[38;5;43m20221209105336259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105336259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105336259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105336260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105336260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105336260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105336260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:38.025419 run osmo-stp_10.42.42.5(pid=28768): stdout: \u000a| (launched: 2022-12-09_10:53:36.066610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:38.153295 run osmo-stp_10.42.42.5(pid=28768): stderr: \u000a| �[0;m�[38;5;43m20221209105336259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105336259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105336259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105336260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105336260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105336260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105336260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:38.209801 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28768): Process ended prematurely: osmo-stp_10.42.42.5(pid=28768) [trial-2358↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28768)] [trial-2358↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a10:53:38.218752 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a10:53:38.283168 run osmo-hlr_10.42.42.2(pid=28765): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28765)]\u000a10:53:38.335652 run osmo-hlr_10.42.42.2(pid=28765): stdout: \u000a| (launched: 2022-12-09_10:53:35.061251) \u000a10:53:38.388895 run osmo-hlr_10.42.42.2(pid=28765): stderr: \u000a| �[0;m�[1;31m20221209105335262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105335262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105335262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105335263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105335263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105335263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105335274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105335283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105335283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105335283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:38.460588 run osmo-msc_10.42.42.6(pid=28771): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28771)]\u000a10:53:38.512892 run osmo-msc_10.42.42.6(pid=28771): stdout: \u000a| (launched: 2022-12-09_10:53:37.273279) \u000a10:53:38.565686 run osmo-msc_10.42.42.6(pid=28771): stderr: \u000a| �[0;m�[38;5;43m20221209105337595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105337595 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd30089ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105337595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105337595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105337595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105337595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105337597 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105337598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105337598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105337598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:53:38.610666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28764): Terminating (SIGTERM)\u000a10:53:38.653396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28767): Terminating (SIGTERM)\u000a10:53:38.696023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28770): Terminating (SIGTERM)\u000a10:53:38.706061 --- ParallelTerminationStrategy: PID 28764 died...\u000a10:53:38.763249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28764): Terminated: ok {rc=0}\u000a10:53:38.773585 --- ParallelTerminationStrategy: PID 28767 died...\u000a10:53:38.829992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28767): Terminated: ok {rc=0}\u000a10:53:38.840223 --- ParallelTerminationStrategy: PID 28770 died...\u000a10:53:38.896632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28770): Terminated: ok {rc=0}\u000a10:53:38.985748 bus /sierra_3: Setting Powered False\u000a10:53:40.094274 bus /sierra_3: Setting Powered False\u000a10:53:41.202936 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28779): Process ended prematurely: osmo-stp_10.42.42.5(pid=28779) [trial-2358↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28779)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28779): Process ended prematurely: osmo-stp_10.42.42.5(pid=28779) [trial-2358↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:53:42.253678 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:42.265236 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:53:42.392432 tst emergency_preemptive_call.py: using LAC 20967\u000a10:53:42.510035 tst emergency_preemptive_call.py: using RAC 57\u000a10:53:42.632276 tst emergency_preemptive_call.py: using CellId 20967\u000a10:53:42.752922 tst emergency_preemptive_call.py: using BVCI 20968\u000a10:53:42.775746 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:42.786691 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:42.797345 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:42.807976 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:42.818645 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:42.829439 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:53:42.947807 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:53:43.066170 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:53:43.184810 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:53:43.392207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:43.904151 run create_hlr_db(pid=28773): Launched\u000a10:53:44.090863 bus /sierra_2: Setting Powered False\u000a10:53:45.112331 run create_hlr_db(pid=28773): Terminated: ok {rc=0}\u000a10:53:45.519088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28775): Launched\u000a10:53:45.820275 run osmo-hlr_10.42.42.2(pid=28776): Launched\u000a10:53:45.992619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:46.576906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28778): Launched\u000a10:53:47.010356 run osmo-stp_10.42.42.5(pid=28779): Launched\u000a10:53:47.233330 tst emergency_preemptive_call.py: using MSISDN 7167\u000a10:53:47.397247 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:53:47.989292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28781): Launched\u000a10:53:48.313710 run osmo-msc_10.42.42.6(pid=28782): Launched\u000a10:53:48.503655 run osmo-stp_10.42.42.5(pid=28779): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28779)]\u000a10:53:48.640820 run osmo-stp_10.42.42.5(pid=28779): stdout: \u000a| (launched: 2022-12-09_10:53:46.745982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:48.777534 run osmo-stp_10.42.42.5(pid=28779): stderr: \u000a| �[0;m�[38;5;43m20221209105347044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105347044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105347045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105347045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105347045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105347046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105347046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:48.907515 run osmo-stp_10.42.42.5(pid=28779): stdout: \u000a| (launched: 2022-12-09_10:53:46.745982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:49.035730 run osmo-stp_10.42.42.5(pid=28779): stderr: \u000a| �[0;m�[38;5;43m20221209105347044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105347044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105347045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105347045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105347045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105347046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105347046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:49.092319 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28779): Process ended prematurely: osmo-stp_10.42.42.5(pid=28779) [trial-2358↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28779)] [trial-2358↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a10:53:49.101484 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a10:53:49.165976 run osmo-hlr_10.42.42.2(pid=28776): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28776)]\u000a10:53:49.218404 run osmo-hlr_10.42.42.2(pid=28776): stdout: \u000a| (launched: 2022-12-09_10:53:45.671654) \u000a10:53:49.271635 run osmo-hlr_10.42.42.2(pid=28776): stderr: \u000a| �[0;m�[1;31m20221209105345852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105345852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105345852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105345852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105345852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105345852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105345865 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105345881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105345881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105345881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:49.343781 run osmo-msc_10.42.42.6(pid=28782): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28782)]\u000a10:53:49.396175 run osmo-msc_10.42.42.6(pid=28782): stdout: \u000a| (launched: 2022-12-09_10:53:48.153291) \u000a10:53:49.449362 run osmo-msc_10.42.42.6(pid=28782): stderr: \u000a| �[0;m�[38;5;43m20221209105348474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105348474 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27fcac8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105348474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105348474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105348474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105348475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105348476 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105348477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105348477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105348477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:53:49.494631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28775): Terminating (SIGTERM)\u000a10:53:49.537743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28778): Terminating (SIGTERM)\u000a10:53:49.580601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28781): Terminating (SIGTERM)\u000a10:53:49.590644 --- ParallelTerminationStrategy: PID 28775 died...\u000a10:53:49.647682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28775): Terminated: ok {rc=0}\u000a10:53:49.658060 --- ParallelTerminationStrategy: PID 28778 died...\u000a10:53:49.715107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28778): Terminated: ok {rc=0}\u000a10:53:49.725480 --- ParallelTerminationStrategy: PID 28781 died...\u000a10:53:49.782282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28781): Terminated: ok {rc=0}\u000a10:53:49.871085 bus /sierra_9: Setting Powered False\u000a10:53:50.979981 bus /sierra_9: Setting Powered False\u000a10:53:52.091861 bus /sierra_8: Setting Powered False\u000a10:53:53.197381 bus /sierra_8: Setting Powered False\u000a10:53:54.309733 bus /sierra_3: Setting Powered False\u000a10:53:55.414442 bus /sierra_3: Setting Powered False\u000a10:53:56.528293 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:53:31" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28797): Process ended prematurely: osmo-stp_10.42.42.5(pid=28797) [trial-2358↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28797)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28797): Process ended prematurely: osmo-stp_10.42.42.5(pid=28797) [trial-2358↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:53:58.619573 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:53:58.630194 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:53:58.758602 tst cs_paging_gprs_active.py: using LAC 20968\u000a10:53:58.884815 tst cs_paging_gprs_active.py: using RAC 58\u000a10:53:59.005560 tst cs_paging_gprs_active.py: using CellId 20968\u000a10:53:59.124436 tst cs_paging_gprs_active.py: using BVCI 20969\u000a10:53:59.147841 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:53:59.158564 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:53:59.169066 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:53:59.179644 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:53:59.190310 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:53:59.200713 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:53:59.211689 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:53:59.222315 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:53:59.232796 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:53:59.351921 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:53:59.632138 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:53:59.759592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:00.077259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28787): Launched\u000a10:54:00.345686 run iperf3-srv_10.42.42.10(pid=28788): Launched\u000a10:54:00.534326 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:54:00.662394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:01.020722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28789): Launched\u000a10:54:01.312627 run iperf3-srv_10.42.42.10(pid=28790): Launched\u000a10:54:01.521973 tst cs_paging_gprs_active.py:38: start network...\u000a10:54:01.664938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:02.259798 run create_hlr_db(pid=28791): Launched\u000a10:54:02.436554 bus /sierra_2: Setting Powered False\u000a10:54:03.458288 run create_hlr_db(pid=28791): Terminated: ok {rc=0}\u000a10:54:03.868812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28793): Launched\u000a10:54:04.179064 run osmo-hlr_10.42.42.2(pid=28794): Launched\u000a10:54:04.301649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:04.845338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28796): Launched\u000a10:54:05.153191 run osmo-stp_10.42.42.5(pid=28797): Launched\u000a10:54:05.263850 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:54:05.803387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28799): Launched\u000a10:54:05.914007 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:06.182653 run patchelf(pid=28800): Launched\u000a10:54:06.362406 run osmo-stp_10.42.42.5(pid=28797): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28797)]\u000a10:54:06.492939 run osmo-stp_10.42.42.5(pid=28797): stdout: \u000a| (launched: 2022-12-09_10:54:05.000817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:06.625052 run osmo-stp_10.42.42.5(pid=28797): stderr: \u000a| �[0;m�[38;5;43m20221209105405174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105405174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105405174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105405175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105405175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105405175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105405175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:06.751989 run osmo-stp_10.42.42.5(pid=28797): stdout: \u000a| (launched: 2022-12-09_10:54:05.000817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:06.877922 run osmo-stp_10.42.42.5(pid=28797): stderr: \u000a| �[0;m�[38;5;43m20221209105405174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105405174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105405174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105405175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105405175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105405175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105405175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:07.024399 run patchelf(pid=28800): Terminating (SIGINT)\u000a10:54:07.196717 run patchelf(pid=28800): Terminated: ok {rc=0}\u000a10:54:07.228381 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28797): Process ended prematurely: osmo-stp_10.42.42.5(pid=28797) [trial-2358↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28797)] [trial-2358↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a10:54:07.237757 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:54:07.298431 run osmo-hlr_10.42.42.2(pid=28794): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28794)]\u000a10:54:07.347714 run osmo-hlr_10.42.42.2(pid=28794): stdout: \u000a| (launched: 2022-12-09_10:54:04.026529) \u000a10:54:07.397782 run osmo-hlr_10.42.42.2(pid=28794): stderr: \u000a| �[0;m�[1;31m20221209105404204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105404204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105404204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105404204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105404204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105404204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105404216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105404227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105404227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105404227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:07.440390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28787): Terminating (SIGTERM)\u000a10:54:07.480431 run iperf3-srv_10.42.42.10(pid=28788): Terminating (SIGTERM)\u000a10:54:07.521890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28789): Terminating (SIGTERM)\u000a10:54:07.562008 run iperf3-srv_10.42.42.10(pid=28790): Terminating (SIGTERM)\u000a10:54:07.602290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28793): Terminating (SIGTERM)\u000a10:54:07.642534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28796): Terminating (SIGTERM)\u000a10:54:07.682707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28799): Terminating (SIGTERM)\u000a10:54:07.692088 --- ParallelTerminationStrategy: PID 28787 died...\u000a10:54:07.746052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28787): Terminated: ok {rc=0}\u000a10:54:07.755773 --- ParallelTerminationStrategy: PID 28788 died...\u000a10:54:07.809310 run iperf3-srv_10.42.42.10(pid=28788): Terminated {rc=256}\u000a10:54:07.819004 --- ParallelTerminationStrategy: PID 28789 died...\u000a10:54:07.872454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28789): Terminated: ok {rc=0}\u000a10:54:07.882125 --- ParallelTerminationStrategy: PID 28790 died...\u000a10:54:07.935304 run iperf3-srv_10.42.42.10(pid=28790): Terminated {rc=256}\u000a10:54:07.945044 --- ParallelTerminationStrategy: PID 28793 died...\u000a10:54:07.998914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28793): Terminated: ok {rc=0}\u000a10:54:08.008590 --- ParallelTerminationStrategy: PID 28796 died...\u000a10:54:08.062148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28796): Terminated: ok {rc=0}\u000a10:54:08.071767 --- ParallelTerminationStrategy: PID 28799 died...\u000a10:54:08.125831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28799): Terminated: ok {rc=0}\u000a10:54:08.210669 bus /gobi_0: Setting Powered False\u000a10:54:09.319642 bus /gobi_0: Setting Powered False\u000a10:54:10.429551 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28810): Process ended prematurely: osmo-stp_10.42.42.5(pid=28810) [trial-2358↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28810)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28810): Process ended prematurely: osmo-stp_10.42.42.5(pid=28810) [trial-2358↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a10:54:11.539205 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:11.550502 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:54:11.687910 tst iperf3.py: using LAC 20969\u000a10:54:11.807886 tst iperf3.py: using RAC 59\u000a10:54:11.938116 tst iperf3.py: using CellId 20969\u000a10:54:12.065666 tst iperf3.py: using BVCI 20970\u000a10:54:12.091032 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:12.102557 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:12.113779 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:12.125731 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:12.137486 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:12.148695 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:12.160574 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:12.172317 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:12.183936 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:54:12.482894 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:54:12.620495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:12.963863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28801): Launched\u000a10:54:13.247431 run iperf3-srv_10.42.42.10(pid=28802): Launched\u000a10:54:13.446961 tst iperf3.py:8: start network...\u000a10:54:13.584112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:14.102780 run create_hlr_db(pid=28803): Launched\u000a10:54:14.292505 bus /gobi_6: Setting Powered False\u000a10:54:15.313820 run create_hlr_db(pid=28803): Terminated: ok {rc=0}\u000a10:54:15.725649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28806): Launched\u000a10:54:16.183559 run osmo-hlr_10.42.42.2(pid=28807): Launched\u000a10:54:16.418302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:17.012538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28809): Launched\u000a10:54:17.363588 run osmo-stp_10.42.42.5(pid=28810): Launched\u000a10:54:17.483438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:54:18.053960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28812): Launched\u000a10:54:18.170487 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:18.454727 run patchelf(pid=28813): Launched\u000a10:54:18.645556 run osmo-stp_10.42.42.5(pid=28810): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28810)]\u000a10:54:18.785172 run osmo-stp_10.42.42.5(pid=28810): stdout: \u000a| (launched: 2022-12-09_10:54:17.201739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:18.924240 run osmo-stp_10.42.42.5(pid=28810): stderr: \u000a| �[0;m�[38;5;43m20221209105417386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105417386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105417387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105417387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105417388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105417388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105417388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:19.059328 run osmo-stp_10.42.42.5(pid=28810): stdout: \u000a| (launched: 2022-12-09_10:54:17.201739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:19.193590 run osmo-stp_10.42.42.5(pid=28810): stderr: \u000a| �[0;m�[38;5;43m20221209105417386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105417386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105417387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105417387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105417388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105417388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105417388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:19.349631 run patchelf(pid=28813): Terminating (SIGINT)\u000a10:54:19.532618 run patchelf(pid=28813): Terminated: ok {rc=0}\u000a10:54:19.566449 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28810): Process ended prematurely: osmo-stp_10.42.42.5(pid=28810) [trial-2358↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28810)] [trial-2358↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a10:54:19.576579 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a10:54:19.641688 run osmo-hlr_10.42.42.2(pid=28807): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28807)]\u000a10:54:19.694546 run osmo-hlr_10.42.42.2(pid=28807): stdout: \u000a| (launched: 2022-12-09_10:54:15.883110) \u000a10:54:19.748197 run osmo-hlr_10.42.42.2(pid=28807): stderr: \u000a| �[0;m�[1;31m20221209105416195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105416195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105416195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105416195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105416195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105416195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105416214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105416223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105416223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105416223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:19.793522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28801): Terminating (SIGTERM)\u000a10:54:19.836103 run iperf3-srv_10.42.42.10(pid=28802): Terminating (SIGTERM)\u000a10:54:19.879037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28806): Terminating (SIGTERM)\u000a10:54:19.921354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28809): Terminating (SIGTERM)\u000a10:54:19.964527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28812): Terminating (SIGTERM)\u000a10:54:19.974856 --- ParallelTerminationStrategy: PID 28801 died...\u000a10:54:20.032333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28801): Terminated: ok {rc=0}\u000a10:54:20.042735 --- ParallelTerminationStrategy: PID 28802 died...\u000a10:54:20.099821 run iperf3-srv_10.42.42.10(pid=28802): Terminated {rc=256}\u000a10:54:20.110216 --- ParallelTerminationStrategy: PID 28806 died...\u000a10:54:20.167281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28806): Terminated: ok {rc=0}\u000a10:54:20.177641 --- ParallelTerminationStrategy: PID 28809 died...\u000a10:54:20.235112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28809): Terminated: ok {rc=0}\u000a10:54:20.245606 --- ParallelTerminationStrategy: PID 28812 died...\u000a10:54:20.302450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28812): Terminated: ok {rc=0}\u000a10:54:20.390759 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28828): Process ended prematurely: osmo-stp_10.42.42.5(pid=28828) [trial-2358↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28828)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28828): Process ended prematurely: osmo-stp_10.42.42.5(pid=28828) [trial-2358↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a10:54:21.508220 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:21.520349 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:54:21.656175 tst iperf3m4.py: using LAC 20970\u000a10:54:21.785408 tst iperf3m4.py: using RAC 60\u000a10:54:21.918404 tst iperf3m4.py: using CellId 20970\u000a10:54:22.044790 tst iperf3m4.py: using BVCI 20971\u000a10:54:22.069794 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:22.080822 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:22.091837 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:22.103356 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:22.114726 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:22.126010 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:22.137602 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:22.148774 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:22.160264 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:54:22.279383 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:54:22.402031 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:54:22.517649 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:54:22.812695 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:54:22.948637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:23.285788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28814): Launched\u000a10:54:23.565474 run iperf3-srv_10.42.42.10(pid=28815): Launched\u000a10:54:23.763390 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:54:23.898804 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:24.233890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28816): Launched\u000a10:54:24.512292 run iperf3-srv_10.42.42.10(pid=28817): Launched\u000a10:54:24.710323 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:54:24.845616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:25.180653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28818): Launched\u000a10:54:25.459853 run iperf3-srv_10.42.42.10(pid=28819): Launched\u000a10:54:25.658176 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:54:25.794741 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:54:26.130762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28820): Launched\u000a10:54:26.409027 run iperf3-srv_10.42.42.10(pid=28821): Launched\u000a10:54:26.606369 tst iperf3m4.py:8: start network...\u000a10:54:26.742262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:27.251276 run create_hlr_db(pid=28822): Launched\u000a10:54:27.444177 bus /gobi_6: Setting Powered False\u000a10:54:28.457480 run create_hlr_db(pid=28822): Terminated: ok {rc=0}\u000a10:54:28.862888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28824): Launched\u000a10:54:29.163779 run osmo-hlr_10.42.42.2(pid=28825): Launched\u000a10:54:29.278935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:29.804634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28827): Launched\u000a10:54:30.105884 run osmo-stp_10.42.42.5(pid=28828): Launched\u000a10:54:30.215168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:54:30.740393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28830): Launched\u000a10:54:30.852852 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:31.159042 run patchelf(pid=28831): Launched\u000a10:54:31.358225 run osmo-stp_10.42.42.5(pid=28828): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28828)]\u000a10:54:31.501388 run osmo-stp_10.42.42.5(pid=28828): stdout: \u000a| (launched: 2022-12-09_10:54:29.957138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:31.646835 run osmo-stp_10.42.42.5(pid=28828): stderr: \u000a| �[0;m�[38;5;43m20221209105430125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105430125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105430126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105430126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105430126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105430126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105430127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:31.787444 run osmo-stp_10.42.42.5(pid=28828): stdout: \u000a| (launched: 2022-12-09_10:54:29.957138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:31.927324 run osmo-stp_10.42.42.5(pid=28828): stderr: \u000a| �[0;m�[38;5;43m20221209105430125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105430125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105430126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105430126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105430126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105430126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105430127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:32.086816 run patchelf(pid=28831): Terminating (SIGINT)\u000a10:54:32.276181 run patchelf(pid=28831): Terminated: ok {rc=0}\u000a10:54:32.309987 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28828): Process ended prematurely: osmo-stp_10.42.42.5(pid=28828) [trial-2358↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28828)] [trial-2358↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a10:54:32.320219 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:54:32.385512 run osmo-hlr_10.42.42.2(pid=28825): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28825)]\u000a10:54:32.437953 run osmo-hlr_10.42.42.2(pid=28825): stdout: \u000a| (launched: 2022-12-09_10:54:29.015335) \u000a10:54:32.491035 run osmo-hlr_10.42.42.2(pid=28825): stderr: \u000a| �[0;m�[1;31m20221209105429190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105429190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105429190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105429190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105429190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105429190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105429203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105429213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105429213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105429214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:32.536141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28814): Terminating (SIGTERM)\u000a10:54:32.579185 run iperf3-srv_10.42.42.10(pid=28815): Terminating (SIGTERM)\u000a10:54:32.621876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28816): Terminating (SIGTERM)\u000a10:54:32.664342 run iperf3-srv_10.42.42.10(pid=28817): Terminating (SIGTERM)\u000a10:54:32.707434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28818): Terminating (SIGTERM)\u000a10:54:32.749512 run iperf3-srv_10.42.42.10(pid=28819): Terminating (SIGTERM)\u000a10:54:32.792082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28820): Terminating (SIGTERM)\u000a10:54:32.834526 run iperf3-srv_10.42.42.10(pid=28821): Terminating (SIGTERM)\u000a10:54:32.877513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28824): Terminating (SIGTERM)\u000a10:54:32.920129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28827): Terminating (SIGTERM)\u000a10:54:32.962387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28830): Terminating (SIGTERM)\u000a10:54:32.972302 --- ParallelTerminationStrategy: PID 28814 died...\u000a10:54:33.029308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28814): Terminated: ok {rc=0}\u000a10:54:33.039976 --- ParallelTerminationStrategy: PID 28815 died...\u000a10:54:33.096819 run iperf3-srv_10.42.42.10(pid=28815): Terminated {rc=256}\u000a10:54:33.107275 --- ParallelTerminationStrategy: PID 28816 died...\u000a10:54:33.164626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28816): Terminated: ok {rc=0}\u000a10:54:33.175062 --- ParallelTerminationStrategy: PID 28817 died...\u000a10:54:33.232045 run iperf3-srv_10.42.42.10(pid=28817): Terminated {rc=256}\u000a10:54:33.242372 --- ParallelTerminationStrategy: PID 28818 died...\u000a10:54:33.299378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28818): Terminated: ok {rc=0}\u000a10:54:33.309842 --- ParallelTerminationStrategy: PID 28819 died...\u000a10:54:33.366666 run iperf3-srv_10.42.42.10(pid=28819): Terminated {rc=256}\u000a10:54:33.377356 --- ParallelTerminationStrategy: PID 28820 died...\u000a10:54:33.434328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28820): Terminated: ok {rc=0}\u000a10:54:33.444586 --- ParallelTerminationStrategy: PID 28821 died...\u000a10:54:33.501640 run iperf3-srv_10.42.42.10(pid=28821): Terminated {rc=256}\u000a10:54:33.512044 --- ParallelTerminationStrategy: PID 28824 died...\u000a10:54:33.568887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28824): Terminated: ok {rc=0}\u000a10:54:33.579680 --- ParallelTerminationStrategy: PID 28827 died...\u000a10:54:33.636509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28827): Terminated: ok {rc=0}\u000a10:54:33.646950 --- ParallelTerminationStrategy: PID 28830 died...\u000a10:54:33.704139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28830): Terminated: ok {rc=0}\u000a10:54:33.792040 bus /gobi_4: Setting Powered False\u000a10:54:34.899781 bus /gobi_4: Setting Powered False\u000a10:54:36.008218 bus /gobi_1: Setting Powered False\u000a10:54:37.115465 bus /gobi_1: Setting Powered False\u000a10:54:38.228708 bus /gobi_0: Setting Powered False\u000a10:54:39.331161 bus /gobi_0: Setting Powered False\u000a10:54:40.442942 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28838): Process ended prematurely: osmo-stp_10.42.42.5(pid=28838) [trial-2358↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28838): Process ended prematurely: osmo-stp_10.42.42.5(pid=28838) [trial-2358↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a10:54:41.509975 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:41.521254 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:54:41.646759 tst ping.py: using LAC 20971\u000a10:54:41.767157 tst ping.py: using RAC 61\u000a10:54:41.885859 tst ping.py: using CellId 20971\u000a10:54:42.002488 tst ping.py: using BVCI 20972\u000a10:54:42.025144 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:42.035697 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:42.046295 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:42.056786 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:42.067269 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:42.077799 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:42.088279 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:42.098765 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:54:42.368421 tst ping.py:19: start network...\u000a10:54:42.490602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:42.965410 run create_hlr_db(pid=28832): Launched\u000a10:54:43.135553 bus /gobi_6: Setting Powered False\u000a10:54:44.156692 run create_hlr_db(pid=28832): Terminated: ok {rc=0}\u000a10:54:44.578730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Launched\u000a10:54:44.895540 run osmo-hlr_10.42.42.2(pid=28835): Launched\u000a10:54:45.012826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:45.569352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Launched\u000a10:54:45.922895 run osmo-stp_10.42.42.5(pid=28838): Launched\u000a10:54:46.080574 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:54:46.704370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28840): Launched\u000a10:54:46.821386 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:47.130557 run patchelf(pid=28841): Launched\u000a10:54:47.332096 run osmo-stp_10.42.42.5(pid=28838): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)]\u000a10:54:47.470008 run osmo-stp_10.42.42.5(pid=28838): stdout: \u000a| (launched: 2022-12-09_10:54:45.730725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:47.606976 run osmo-stp_10.42.42.5(pid=28838): stderr: \u000a| �[0;m�[38;5;43m20221209105445999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105445999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105446000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105446000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105446001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105446001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105446001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:47.739305 run osmo-stp_10.42.42.5(pid=28838): stdout: \u000a| (launched: 2022-12-09_10:54:45.730725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:47.870553 run osmo-stp_10.42.42.5(pid=28838): stderr: \u000a| �[0;m�[38;5;43m20221209105445999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105445999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105446000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105446000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105446001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105446001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105446001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:48.022782 run patchelf(pid=28841): Terminating (SIGINT)\u000a10:54:48.202100 run patchelf(pid=28841): Terminated: ok {rc=0}\u000a10:54:48.234764 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28838): Process ended prematurely: osmo-stp_10.42.42.5(pid=28838) [trial-2358↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)] [trial-2358↪gprs:nanobts+band-1900↪ping.py:22]\u000a10:54:48.244183 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:54:48.308600 run osmo-hlr_10.42.42.2(pid=28835): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28835)]\u000a10:54:48.361050 run osmo-hlr_10.42.42.2(pid=28835): stdout: \u000a| (launched: 2022-12-09_10:54:44.739720) \u000a10:54:48.413674 run osmo-hlr_10.42.42.2(pid=28835): stderr: \u000a| �[0;m�[1;31m20221209105444935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105444935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105444935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105444935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105444935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105444935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105444950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105444958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105444958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105444958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:48.458800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Terminating (SIGTERM)\u000a10:54:48.500887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Terminating (SIGTERM)\u000a10:54:48.543239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28840): Terminating (SIGTERM)\u000a10:54:48.553195 --- ParallelTerminationStrategy: PID 28834 died...\u000a10:54:48.610105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Terminated: ok {rc=0}\u000a10:54:48.620363 --- ParallelTerminationStrategy: PID 28837 died...\u000a10:54:48.677033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Terminated: ok {rc=0}\u000a10:54:48.687196 --- ParallelTerminationStrategy: PID 28840 died...\u000a10:54:48.743943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28840): Terminated: ok {rc=0}\u000a10:54:48.830280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28848): Process ended prematurely: osmo-stp_10.42.42.5(pid=28848) [trial-2358↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28848)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28848): Process ended prematurely: osmo-stp_10.42.42.5(pid=28848) [trial-2358↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a10:54:49.881598 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:49.893455 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:54:50.021866 tst ping_idle_ping.py: using LAC 20972\u000a10:54:50.138408 tst ping_idle_ping.py: using RAC 62\u000a10:54:50.258188 tst ping_idle_ping.py: using CellId 20972\u000a10:54:50.375505 tst ping_idle_ping.py: using BVCI 20973\u000a10:54:50.398328 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:50.409068 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:50.419841 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:50.430745 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:50.441345 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:50.451832 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:50.462833 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:54:50.473794 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:54:50.760687 tst ping_idle_ping.py:24: start network...\u000a10:54:50.893141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:51.399573 run create_hlr_db(pid=28842): Launched\u000a10:54:51.584544 bus /gobi_6: Setting Powered False\u000a10:54:52.606791 run create_hlr_db(pid=28842): Terminated: ok {rc=0}\u000a10:54:53.007409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28844): Launched\u000a10:54:53.306613 run osmo-hlr_10.42.42.2(pid=28845): Launched\u000a10:54:53.416454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:53.935090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28847): Launched\u000a10:54:54.233634 run osmo-stp_10.42.42.5(pid=28848): Launched\u000a10:54:54.341006 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:54:54.860245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28850): Launched\u000a10:54:54.966576 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:55.226410 run patchelf(pid=28851): Launched\u000a10:54:55.401633 run osmo-stp_10.42.42.5(pid=28848): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28848)]\u000a10:54:55.529469 run osmo-stp_10.42.42.5(pid=28848): stdout: \u000a| (launched: 2022-12-09_10:54:54.085809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:55.656872 run osmo-stp_10.42.42.5(pid=28848): stderr: \u000a| �[0;m�[38;5;43m20221209105454252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105454252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105454253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105454253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105454254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105454254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105454254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:55.780758 run osmo-stp_10.42.42.5(pid=28848): stdout: \u000a| (launched: 2022-12-09_10:54:54.085809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:55.903428 run osmo-stp_10.42.42.5(pid=28848): stderr: \u000a| �[0;m�[38;5;43m20221209105454252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105454252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105454253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105454253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105454254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105454254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105454254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:56.046016 run patchelf(pid=28851): Terminating (SIGINT)\u000a10:54:56.213257 run patchelf(pid=28851): Terminated: ok {rc=0}\u000a10:54:56.243853 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28848): Process ended prematurely: osmo-stp_10.42.42.5(pid=28848) [trial-2358↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28848)] [trial-2358↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a10:54:56.252590 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a10:54:56.312549 run osmo-hlr_10.42.42.2(pid=28845): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28845)]\u000a10:54:56.361206 run osmo-hlr_10.42.42.2(pid=28845): stdout: \u000a| (launched: 2022-12-09_10:54:53.158351) \u000a10:54:56.410948 run osmo-hlr_10.42.42.2(pid=28845): stderr: \u000a| �[0;m�[1;31m20221209105453329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105453329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105453329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105453329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105453329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105453329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105453342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105453353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105453353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105453353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:56.453416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28844): Terminating (SIGTERM)\u000a10:54:56.493133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28847): Terminating (SIGTERM)\u000a10:54:56.532753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28850): Terminating (SIGTERM)\u000a10:54:56.542171 --- ParallelTerminationStrategy: PID 28844 died...\u000a10:54:56.595285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28844): Terminated: ok {rc=0}\u000a10:54:56.605020 --- ParallelTerminationStrategy: PID 28847 died...\u000a10:54:56.657712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28847): Terminated: ok {rc=0}\u000a10:54:56.667214 --- ParallelTerminationStrategy: PID 28850 died...\u000a10:54:56.719744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28850): Terminated: ok {rc=0}\u000a10:54:56.807468 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:53:58" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28869): Process ended prematurely: osmo-stp_10.42.42.5(pid=28869) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28869)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28869): Process ended prematurely: osmo-stp_10.42.42.5(pid=28869) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:54:58.946802 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:58.958375 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:54:59.096033 tst cs_paging_gprs_active.py: using LAC 20973\u000a10:54:59.224776 tst cs_paging_gprs_active.py: using RAC 63\u000a10:54:59.350846 tst cs_paging_gprs_active.py: using CellId 20973\u000a10:54:59.480467 tst cs_paging_gprs_active.py: using BVCI 20974\u000a10:54:59.505433 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:59.516713 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:59.527887 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:59.539767 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:59.551478 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:59.563442 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:59.576146 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:59.587408 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:54:59.599187 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:54:59.717948 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:00.010517 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:55:00.145852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:00.480436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28856): Launched\u000a10:55:00.759011 run iperf3-srv_10.42.42.10(pid=28857): Launched\u000a10:55:00.967066 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:55:01.113853 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:01.475161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28861): Launched\u000a10:55:01.850486 run iperf3-srv_10.42.42.10(pid=28862): Launched\u000a10:55:02.081178 tst cs_paging_gprs_active.py:38: start network...\u000a10:55:02.222784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:02.745219 run create_hlr_db(pid=28863): Launched\u000a10:55:02.931846 bus /gobi_6: Setting Powered False\u000a10:55:03.953844 run create_hlr_db(pid=28863): Terminated: ok {rc=0}\u000a10:55:04.359887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28865): Launched\u000a10:55:04.663763 run osmo-hlr_10.42.42.2(pid=28866): Launched\u000a10:55:04.774882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:05.298811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28868): Launched\u000a10:55:05.600760 run osmo-stp_10.42.42.5(pid=28869): Launched\u000a10:55:05.709487 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:55:06.233470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28871): Launched\u000a10:55:06.340565 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:55:06.605757 run patchelf(pid=28872): Launched\u000a10:55:06.781739 run osmo-stp_10.42.42.5(pid=28869): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28869)]\u000a10:55:06.910344 run osmo-stp_10.42.42.5(pid=28869): stdout: \u000a| (launched: 2022-12-09_10:55:05.451454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:07.039365 run osmo-stp_10.42.42.5(pid=28869): stderr: \u000a| �[0;m�[38;5;43m20221209105505618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105505618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105505618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105505619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105505619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105505619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105505619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:07.164292 run osmo-stp_10.42.42.5(pid=28869): stdout: \u000a| (launched: 2022-12-09_10:55:05.451454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:07.287726 run osmo-stp_10.42.42.5(pid=28869): stderr: \u000a| �[0;m�[38;5;43m20221209105505618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105505618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105505618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105505619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105505619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105505619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105505619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:07.431181 run patchelf(pid=28872): Terminating (SIGINT)\u000a10:55:07.599637 run patchelf(pid=28872): Terminated: ok {rc=0}\u000a10:55:07.630776 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28869): Process ended prematurely: osmo-stp_10.42.42.5(pid=28869) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28869)] [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:55:07.640077 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:55:07.700130 run osmo-hlr_10.42.42.2(pid=28866): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28866)]\u000a10:55:07.749120 run osmo-hlr_10.42.42.2(pid=28866): stdout: \u000a| (launched: 2022-12-09_10:55:04.513175) \u000a10:55:07.798784 run osmo-hlr_10.42.42.2(pid=28866): stderr: \u000a| �[0;m�[1;31m20221209105504686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105504686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105504687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105504687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105504687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105504687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105504699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105504708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105504708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105504708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:07.841400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28856): Terminating (SIGTERM)\u000a10:55:07.881147 run iperf3-srv_10.42.42.10(pid=28857): Terminating (SIGTERM)\u000a10:55:07.921520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28861): Terminating (SIGTERM)\u000a10:55:07.961192 run iperf3-srv_10.42.42.10(pid=28862): Terminating (SIGTERM)\u000a10:55:08.001039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28865): Terminating (SIGTERM)\u000a10:55:08.040711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28868): Terminating (SIGTERM)\u000a10:55:08.080455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28871): Terminating (SIGTERM)\u000a10:55:08.089856 --- ParallelTerminationStrategy: PID 28856 died...\u000a10:55:08.143747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28856): Terminated: ok {rc=0}\u000a10:55:08.153355 --- ParallelTerminationStrategy: PID 28857 died...\u000a10:55:08.206548 run iperf3-srv_10.42.42.10(pid=28857): Terminated {rc=256}\u000a10:55:08.216065 --- ParallelTerminationStrategy: PID 28861 died...\u000a10:55:08.268940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28861): Terminated: ok {rc=0}\u000a10:55:08.278492 --- ParallelTerminationStrategy: PID 28862 died...\u000a10:55:08.331221 run iperf3-srv_10.42.42.10(pid=28862): Terminated {rc=256}\u000a10:55:08.340743 --- ParallelTerminationStrategy: PID 28865 died...\u000a10:55:08.393618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28865): Terminated: ok {rc=0}\u000a10:55:08.403137 --- ParallelTerminationStrategy: PID 28868 died...\u000a10:55:08.456163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28868): Terminated: ok {rc=0}\u000a10:55:08.465839 --- ParallelTerminationStrategy: PID 28871 died...\u000a10:55:08.518857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28871): Terminated: ok {rc=0}\u000a10:55:08.603135 bus /gobi_0: Setting Powered False\u000a10:55:09.709638 bus /gobi_0: Setting Powered False\u000a10:55:10.823099 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:55:11.932640 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:11.944020 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:55:12.074558 tst iperf3.py: using LAC 20974\u000a10:55:12.192533 tst iperf3.py: using RAC 64\u000a10:55:12.312127 tst iperf3.py: using CellId 20974\u000a10:55:12.437401 tst iperf3.py: using BVCI 20975\u000a10:55:12.460242 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:12.471203 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:12.481940 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:12.492558 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:12.503150 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:12.513711 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:12.524416 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:12.534956 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:12.545673 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:12.821625 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:55:12.946848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:13.259581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28873): Launched\u000a10:55:13.518334 run iperf3-srv_10.42.42.10(pid=28874): Launched\u000a10:55:13.700240 tst iperf3.py:8: start network...\u000a10:55:13.825442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:14.310988 run create_hlr_db(pid=28875): Launched\u000a10:55:14.498508 bus /gobi_6: Setting Powered False\u000a10:55:15.518355 run create_hlr_db(pid=28875): Terminated: ok {rc=0}\u000a10:55:15.974065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Launched\u000a10:55:16.428818 run osmo-hlr_10.42.42.2(pid=28878): Launched\u000a10:55:16.563831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:17.205826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Launched\u000a10:55:17.534330 run osmo-stp_10.42.42.5(pid=28881): Launched\u000a10:55:17.654185 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:55:18.219183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28883): Launched\u000a10:55:18.334691 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:55:18.615758 run patchelf(pid=28884): Launched\u000a10:55:18.805394 run osmo-stp_10.42.42.5(pid=28881): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]\u000a10:55:18.943413 run osmo-stp_10.42.42.5(pid=28881): stdout: \u000a| (launched: 2022-12-09_10:55:17.373134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:19.082291 run osmo-stp_10.42.42.5(pid=28881): stderr: \u000a| �[0;m�[38;5;43m20221209105517563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105517563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105517563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105517563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105517564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105517564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105517564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:19.216572 run osmo-stp_10.42.42.5(pid=28881): stdout: \u000a| (launched: 2022-12-09_10:55:17.373134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:19.349750 run osmo-stp_10.42.42.5(pid=28881): stderr: \u000a| �[0;m�[38;5;43m20221209105517563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105517563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105517563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105517563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105517564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105517564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105517564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:19.504156 run patchelf(pid=28884): Terminating (SIGINT)\u000a10:55:19.685852 run patchelf(pid=28884): Terminated: ok {rc=0}\u000a10:55:19.719091 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)] [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a10:55:19.729491 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:55:19.793659 run osmo-hlr_10.42.42.2(pid=28878): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28878)]\u000a10:55:19.845489 run osmo-hlr_10.42.42.2(pid=28878): stdout: \u000a| (launched: 2022-12-09_10:55:16.131662) \u000a10:55:19.897934 run osmo-hlr_10.42.42.2(pid=28878): stderr: \u000a| �[0;m�[1;31m20221209105516372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105516372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105516372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105516372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105516372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105516372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105516394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105516411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105516411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105516411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:19.942230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28873): Terminating (SIGTERM)\u000a10:55:19.984682 run iperf3-srv_10.42.42.10(pid=28874): Terminating (SIGTERM)\u000a10:55:20.028343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Terminating (SIGTERM)\u000a10:55:20.070387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Terminating (SIGTERM)\u000a10:55:20.113400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28883): Terminating (SIGTERM)\u000a10:55:20.123287 --- ParallelTerminationStrategy: PID 28873 died...\u000a10:55:20.179433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28873): Terminated: ok {rc=0}\u000a10:55:20.189994 --- ParallelTerminationStrategy: PID 28874 died...\u000a10:55:20.245899 run iperf3-srv_10.42.42.10(pid=28874): Terminated {rc=256}\u000a10:55:20.255953 --- ParallelTerminationStrategy: PID 28877 died...\u000a10:55:20.311924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Terminated: ok {rc=0}\u000a10:55:20.322067 --- ParallelTerminationStrategy: PID 28880 died...\u000a10:55:20.378022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Terminated: ok {rc=0}\u000a10:55:20.388063 --- ParallelTerminationStrategy: PID 28883 died...\u000a10:55:20.443956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28883): Terminated: ok {rc=0}\u000a10:55:20.531309 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28899): Process ended prematurely: osmo-stp_10.42.42.5(pid=28899) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28899)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28899): Process ended prematurely: osmo-stp_10.42.42.5(pid=28899) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:55:21.647017 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:21.659012 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:55:21.796404 tst iperf3m4.py: using LAC 20975\u000a10:55:21.922902 tst iperf3m4.py: using RAC 65\u000a10:55:22.051440 tst iperf3m4.py: using CellId 20975\u000a10:55:22.177994 tst iperf3m4.py: using BVCI 20976\u000a10:55:22.202780 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:22.214298 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:22.225500 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:22.237358 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:22.248683 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:22.260160 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:22.272399 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:22.283594 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:22.295217 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:22.415036 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:22.533812 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:22.651716 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:22.931674 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:55:23.057863 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:23.371644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28885): Launched\u000a10:55:23.631712 run iperf3-srv_10.42.42.10(pid=28886): Launched\u000a10:55:23.815357 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:55:23.940485 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:24.253095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28887): Launched\u000a10:55:24.514365 run iperf3-srv_10.42.42.10(pid=28888): Launched\u000a10:55:24.697773 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:55:24.823105 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:25.137352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28889): Launched\u000a10:55:25.399591 run iperf3-srv_10.42.42.10(pid=28890): Launched\u000a10:55:25.582305 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:55:25.707454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:55:26.020131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28891): Launched\u000a10:55:26.279396 run iperf3-srv_10.42.42.10(pid=28892): Launched\u000a10:55:26.461722 tst iperf3m4.py:8: start network...\u000a10:55:26.586735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:27.069380 run create_hlr_db(pid=28893): Launched\u000a10:55:27.242576 bus /gobi_6: Setting Powered False\u000a10:55:28.264534 run create_hlr_db(pid=28893): Terminated: ok {rc=0}\u000a10:55:28.694683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28895): Launched\u000a10:55:29.018640 run osmo-hlr_10.42.42.2(pid=28896): Launched\u000a10:55:29.138975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:29.707755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28898): Launched\u000a10:55:30.032536 run osmo-stp_10.42.42.5(pid=28899): Launched\u000a10:55:30.149686 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:55:30.715185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28901): Launched\u000a10:55:30.831418 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:55:31.153088 run patchelf(pid=28902): Launched\u000a10:55:31.335459 run osmo-stp_10.42.42.5(pid=28899): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28899)]\u000a10:55:31.467168 run osmo-stp_10.42.42.5(pid=28899): stdout: \u000a| (launched: 2022-12-09_10:55:29.872524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:31.600503 run osmo-stp_10.42.42.5(pid=28899): stderr: \u000a| �[0;m�[38;5;43m20221209105530058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105530059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105530059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105530059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105530060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105530060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105530060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:31.729951 run osmo-stp_10.42.42.5(pid=28899): stdout: \u000a| (launched: 2022-12-09_10:55:29.872524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:31.856121 run osmo-stp_10.42.42.5(pid=28899): stderr: \u000a| �[0;m�[38;5;43m20221209105530058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105530059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105530059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105530059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105530060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105530060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105530060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:32.004898 run patchelf(pid=28902): Terminating (SIGINT)\u000a10:55:32.179001 run patchelf(pid=28902): Terminated: ok {rc=0}\u000a10:55:32.211559 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28899): Process ended prematurely: osmo-stp_10.42.42.5(pid=28899) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28899)] [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:55:32.221478 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:55:32.284357 run osmo-hlr_10.42.42.2(pid=28896): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28896)]\u000a10:55:32.335294 run osmo-hlr_10.42.42.2(pid=28896): stdout: \u000a| (launched: 2022-12-09_10:55:28.859947) \u000a10:55:32.385542 run osmo-hlr_10.42.42.2(pid=28896): stderr: \u000a| �[0;m�[1;31m20221209105529051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105529051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105529051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105529051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105529051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105529051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105529063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105529074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105529075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105529075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:32.427834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28885): Terminating (SIGTERM)\u000a10:55:32.467778 run iperf3-srv_10.42.42.10(pid=28886): Terminating (SIGTERM)\u000a10:55:32.507648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28887): Terminating (SIGTERM)\u000a10:55:32.547727 run iperf3-srv_10.42.42.10(pid=28888): Terminating (SIGTERM)\u000a10:55:32.587572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28889): Terminating (SIGTERM)\u000a10:55:32.627219 run iperf3-srv_10.42.42.10(pid=28890): Terminating (SIGTERM)\u000a10:55:32.667015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28891): Terminating (SIGTERM)\u000a10:55:32.706570 run iperf3-srv_10.42.42.10(pid=28892): Terminating (SIGTERM)\u000a10:55:32.746218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28895): Terminating (SIGTERM)\u000a10:55:32.785736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28898): Terminating (SIGTERM)\u000a10:55:32.825436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28901): Terminating (SIGTERM)\u000a10:55:32.834450 --- ParallelTerminationStrategy: PID 28885 died...\u000a10:55:32.887949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28885): Terminated: ok {rc=0}\u000a10:55:32.897636 --- ParallelTerminationStrategy: PID 28886 died...\u000a10:55:32.950832 run iperf3-srv_10.42.42.10(pid=28886): Terminated {rc=256}\u000a10:55:32.960385 --- ParallelTerminationStrategy: PID 28887 died...\u000a10:55:33.013396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28887): Terminated: ok {rc=0}\u000a10:55:33.022985 --- ParallelTerminationStrategy: PID 28888 died...\u000a10:55:33.076284 run iperf3-srv_10.42.42.10(pid=28888): Terminated {rc=256}\u000a10:55:33.085867 --- ParallelTerminationStrategy: PID 28889 died...\u000a10:55:33.138656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28889): Terminated: ok {rc=0}\u000a10:55:33.148234 --- ParallelTerminationStrategy: PID 28890 died...\u000a10:55:33.200993 run iperf3-srv_10.42.42.10(pid=28890): Terminated {rc=256}\u000a10:55:33.210622 --- ParallelTerminationStrategy: PID 28891 died...\u000a10:55:33.264723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28891): Terminated: ok {rc=0}\u000a10:55:33.274518 --- ParallelTerminationStrategy: PID 28892 died...\u000a10:55:33.327239 run iperf3-srv_10.42.42.10(pid=28892): Terminated {rc=256}\u000a10:55:33.336786 --- ParallelTerminationStrategy: PID 28895 died...\u000a10:55:33.389733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28895): Terminated: ok {rc=0}\u000a10:55:33.399713 --- ParallelTerminationStrategy: PID 28898 died...\u000a10:55:33.452902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28898): Terminated: ok {rc=0}\u000a10:55:33.462590 --- ParallelTerminationStrategy: PID 28901 died...\u000a10:55:33.515704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28901): Terminated: ok {rc=0}\u000a10:55:33.599823 bus /gobi_4: Setting Powered False\u000a10:55:34.707656 bus /gobi_4: Setting Powered False\u000a10:55:35.815793 bus /gobi_1: Setting Powered False\u000a10:55:36.922543 bus /gobi_1: Setting Powered False\u000a10:55:38.030033 bus /gobi_0: Setting Powered False\u000a10:55:39.136443 bus /gobi_0: Setting Powered False\u000a10:55:40.244415 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28909): Process ended prematurely: osmo-stp_10.42.42.5(pid=28909) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28909)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28909): Process ended prematurely: osmo-stp_10.42.42.5(pid=28909) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:55:41.313629 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:41.325721 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:55:41.460875 tst ping.py: using LAC 20976\u000a10:55:41.586676 tst ping.py: using RAC 66\u000a10:55:41.710998 tst ping.py: using CellId 20976\u000a10:55:41.834732 tst ping.py: using BVCI 20977\u000a10:55:41.859111 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:41.870645 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:41.882524 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:41.894680 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:41.906214 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:41.917862 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:41.931194 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:41.943773 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:42.229411 tst ping.py:19: start network...\u000a10:55:42.361315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:42.861350 run create_hlr_db(pid=28903): Launched\u000a10:55:43.044258 bus /gobi_6: Setting Powered False\u000a10:55:44.066501 run create_hlr_db(pid=28903): Terminated: ok {rc=0}\u000a10:55:44.464585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28905): Launched\u000a10:55:44.761125 run osmo-hlr_10.42.42.2(pid=28906): Launched\u000a10:55:44.878540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:45.400714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28908): Launched\u000a10:55:45.695835 run osmo-stp_10.42.42.5(pid=28909): Launched\u000a10:55:45.802578 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:55:46.374745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28911): Launched\u000a10:55:46.482872 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:55:46.768196 run patchelf(pid=28912): Launched\u000a10:55:46.960568 run osmo-stp_10.42.42.5(pid=28909): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28909)]\u000a10:55:47.100207 run osmo-stp_10.42.42.5(pid=28909): stdout: \u000a| (launched: 2022-12-09_10:55:45.550121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:47.240394 run osmo-stp_10.42.42.5(pid=28909): stderr: \u000a| �[0;m�[38;5;43m20221209105545715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105545715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105545715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105545716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105545716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105545716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105545717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:47.373264 run osmo-stp_10.42.42.5(pid=28909): stdout: \u000a| (launched: 2022-12-09_10:55:45.550121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:47.504659 run osmo-stp_10.42.42.5(pid=28909): stderr: \u000a| �[0;m�[38;5;43m20221209105545715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105545715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105545715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105545716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105545716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105545716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105545717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:47.657256 run patchelf(pid=28912): Terminating (SIGINT)\u000a10:55:47.836729 run patchelf(pid=28912): Terminated: ok {rc=0}\u000a10:55:47.869601 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28909): Process ended prematurely: osmo-stp_10.42.42.5(pid=28909) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28909)] [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a10:55:47.879300 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:55:47.943990 run osmo-hlr_10.42.42.2(pid=28906): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28906)]\u000a10:55:47.996433 run osmo-hlr_10.42.42.2(pid=28906): stdout: \u000a| (launched: 2022-12-09_10:55:44.614725) \u000a10:55:48.049354 run osmo-hlr_10.42.42.2(pid=28906): stderr: \u000a| �[0;m�[1;31m20221209105544788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105544788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105544788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105544788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105544788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105544788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105544800 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105544809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105544809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105544810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:48.094705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28905): Terminating (SIGTERM)\u000a10:55:48.137512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28908): Terminating (SIGTERM)\u000a10:55:48.179702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28911): Terminating (SIGTERM)\u000a10:55:48.189994 --- ParallelTerminationStrategy: PID 28905 died...\u000a10:55:48.246750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28905): Terminated: ok {rc=0}\u000a10:55:48.257417 --- ParallelTerminationStrategy: PID 28908 died...\u000a10:55:48.314244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28908): Terminated: ok {rc=0}\u000a10:55:48.324566 --- ParallelTerminationStrategy: PID 28911 died...\u000a10:55:48.381195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28911): Terminated: ok {rc=0}\u000a10:55:48.468875 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28919): Process ended prematurely: osmo-stp_10.42.42.5(pid=28919) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28919)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28919): Process ended prematurely: osmo-stp_10.42.42.5(pid=28919) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:55:49.522194 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:49.534455 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:55:49.670750 tst ping_idle_ping.py: using LAC 20977\u000a10:55:49.797354 tst ping_idle_ping.py: using RAC 67\u000a10:55:49.924641 tst ping_idle_ping.py: using CellId 20977\u000a10:55:50.052319 tst ping_idle_ping.py: using BVCI 20978\u000a10:55:50.076734 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:50.088207 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:50.099466 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:50.111048 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:50.122453 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:50.133905 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:50.145542 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:55:50.156792 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:55:50.432296 tst ping_idle_ping.py:24: start network...\u000a10:55:50.555229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:51.041336 run create_hlr_db(pid=28913): Launched\u000a10:55:51.212216 bus /gobi_6: Setting Powered False\u000a10:55:52.233968 run create_hlr_db(pid=28913): Terminated: ok {rc=0}\u000a10:55:52.630193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28915): Launched\u000a10:55:52.926798 run osmo-hlr_10.42.42.2(pid=28916): Launched\u000a10:55:53.033929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:53.550769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28918): Launched\u000a10:55:53.848346 run osmo-stp_10.42.42.5(pid=28919): Launched\u000a10:55:53.955884 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:55:54.475755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28921): Launched\u000a10:55:54.580929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:55:54.841121 run patchelf(pid=28922): Launched\u000a10:55:55.015032 run osmo-stp_10.42.42.5(pid=28919): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28919)]\u000a10:55:55.141623 run osmo-stp_10.42.42.5(pid=28919): stdout: \u000a| (launched: 2022-12-09_10:55:53.701464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:55.268596 run osmo-stp_10.42.42.5(pid=28919): stderr: \u000a| �[0;m�[38;5;43m20221209105553868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105553868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105553868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105553869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105553869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105553869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105553869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:55.391282 run osmo-stp_10.42.42.5(pid=28919): stdout: \u000a| (launched: 2022-12-09_10:55:53.701464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:55.513662 run osmo-stp_10.42.42.5(pid=28919): stderr: \u000a| �[0;m�[38;5;43m20221209105553868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105553868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105553868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105553869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105553869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105553869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105553869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:55.655502 run patchelf(pid=28922): Terminating (SIGINT)\u000a10:55:55.821889 run patchelf(pid=28922): Terminated: ok {rc=0}\u000a10:55:55.852097 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28919): Process ended prematurely: osmo-stp_10.42.42.5(pid=28919) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28919)] [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:55:55.860638 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a10:55:55.920287 run osmo-hlr_10.42.42.2(pid=28916): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28916)]\u000a10:55:55.968727 run osmo-hlr_10.42.42.2(pid=28916): stdout: \u000a| (launched: 2022-12-09_10:55:52.780584) \u000a10:55:56.017904 run osmo-hlr_10.42.42.2(pid=28916): stderr: \u000a| �[0;m�[1;31m20221209105552955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105552955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105552955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105552955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105552955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105552955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105552967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105552976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105552977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105552977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:56.059776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28915): Terminating (SIGTERM)\u000a10:55:56.099153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28918): Terminating (SIGTERM)\u000a10:55:56.138752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28921): Terminating (SIGTERM)\u000a10:55:56.148150 --- ParallelTerminationStrategy: PID 28915 died...\u000a10:55:56.201869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28915): Terminated: ok {rc=0}\u000a10:55:56.211635 --- ParallelTerminationStrategy: PID 28918 died...\u000a10:55:56.264216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28918): Terminated: ok {rc=0}\u000a10:55:56.273882 --- ParallelTerminationStrategy: PID 28921 died...\u000a10:55:56.326534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28921): Terminated: ok {rc=0}\u000a10:55:56.416339 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:54:58" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28937): Process ended prematurely: osmo-stp_10.42.42.5(pid=28937) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28937)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28937): Process ended prematurely: osmo-stp_10.42.42.5(pid=28937) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:55:58.531949 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:58.542827 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:55:58.689531 tst cs_paging_gprs_active.py: using LAC 20978\u000a10:55:58.807943 tst cs_paging_gprs_active.py: using RAC 68\u000a10:55:58.928163 tst cs_paging_gprs_active.py: using CellId 20978\u000a10:55:59.047904 tst cs_paging_gprs_active.py: using BVCI 20979\u000a10:55:59.071036 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:59.082034 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:59.092708 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:59.103481 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:59.114215 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:59.124908 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:59.136065 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:59.146764 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:55:59.157622 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:55:59.277444 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:55:59.571608 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:55:59.707312 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:00.043876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28927): Launched\u000a10:56:00.323316 run iperf3-srv_10.42.42.10(pid=28928): Launched\u000a10:56:00.521514 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:56:00.656775 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:01.048122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28929): Launched\u000a10:56:01.372268 run iperf3-srv_10.42.42.10(pid=28930): Launched\u000a10:56:01.562547 tst cs_paging_gprs_active.py:38: start network...\u000a10:56:01.691725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:02.225198 run create_hlr_db(pid=28931): Launched\u000a10:56:02.399047 bus /gobi_6: Setting Powered False\u000a10:56:03.433863 run create_hlr_db(pid=28931): Terminated: ok {rc=0}\u000a10:56:03.842260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28933): Launched\u000a10:56:04.143769 run osmo-hlr_10.42.42.2(pid=28934): Launched\u000a10:56:04.263322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:04.794055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28936): Launched\u000a10:56:05.094578 run osmo-stp_10.42.42.5(pid=28937): Launched\u000a10:56:05.202442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:56:05.727465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28939): Launched\u000a10:56:05.834964 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:56:06.098240 run patchelf(pid=28940): Launched\u000a10:56:06.275044 run osmo-stp_10.42.42.5(pid=28937): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28937)]\u000a10:56:06.404308 run osmo-stp_10.42.42.5(pid=28937): stdout: \u000a| (launched: 2022-12-09_10:56:04.946613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:06.534159 run osmo-stp_10.42.42.5(pid=28937): stderr: \u000a| �[0;m�[38;5;43m20221209105605114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105605114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105605115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105605115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105605116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105605116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105605116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:06.659163 run osmo-stp_10.42.42.5(pid=28937): stdout: \u000a| (launched: 2022-12-09_10:56:04.946613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:06.783309 run osmo-stp_10.42.42.5(pid=28937): stderr: \u000a| �[0;m�[38;5;43m20221209105605114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105605114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105605115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105605115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105605116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105605116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105605116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:06.927637 run patchelf(pid=28940): Terminating (SIGINT)\u000a10:56:07.097687 run patchelf(pid=28940): Terminated: ok {rc=0}\u000a10:56:07.128910 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28937): Process ended prematurely: osmo-stp_10.42.42.5(pid=28937) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28937)] [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:56:07.138171 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:56:07.198371 run osmo-hlr_10.42.42.2(pid=28934): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28934)]\u000a10:56:07.247326 run osmo-hlr_10.42.42.2(pid=28934): stdout: \u000a| (launched: 2022-12-09_10:56:03.995493) \u000a10:56:07.297154 run osmo-hlr_10.42.42.2(pid=28934): stderr: \u000a| �[0;m�[1;31m20221209105604168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105604168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105604168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105604168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105604168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105604169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105604181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105604190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105604190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105604191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:07.339772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28927): Terminating (SIGTERM)\u000a10:56:07.379671 run iperf3-srv_10.42.42.10(pid=28928): Terminating (SIGTERM)\u000a10:56:07.419644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28929): Terminating (SIGTERM)\u000a10:56:07.459530 run iperf3-srv_10.42.42.10(pid=28930): Terminating (SIGTERM)\u000a10:56:07.499816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28933): Terminating (SIGTERM)\u000a10:56:07.539946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28936): Terminating (SIGTERM)\u000a10:56:07.579868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28939): Terminating (SIGTERM)\u000a10:56:07.589276 --- ParallelTerminationStrategy: PID 28927 died...\u000a10:56:07.643104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28927): Terminated: ok {rc=0}\u000a10:56:07.652703 --- ParallelTerminationStrategy: PID 28928 died...\u000a10:56:07.705704 run iperf3-srv_10.42.42.10(pid=28928): Terminated {rc=256}\u000a10:56:07.715236 --- ParallelTerminationStrategy: PID 28929 died...\u000a10:56:07.768671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28929): Terminated: ok {rc=0}\u000a10:56:07.778268 --- ParallelTerminationStrategy: PID 28930 died...\u000a10:56:07.831298 run iperf3-srv_10.42.42.10(pid=28930): Terminated {rc=256}\u000a10:56:07.840904 --- ParallelTerminationStrategy: PID 28933 died...\u000a10:56:07.893787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28933): Terminated: ok {rc=0}\u000a10:56:07.903353 --- ParallelTerminationStrategy: PID 28936 died...\u000a10:56:07.956384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28936): Terminated: ok {rc=0}\u000a10:56:07.966069 --- ParallelTerminationStrategy: PID 28939 died...\u000a10:56:08.018947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28939): Terminated: ok {rc=0}\u000a10:56:08.103403 bus /gobi_0: Setting Powered False\u000a10:56:09.210355 bus /gobi_0: Setting Powered False\u000a10:56:10.317685 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28949): Process ended prematurely: osmo-stp_10.42.42.5(pid=28949) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28949)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28949): Process ended prematurely: osmo-stp_10.42.42.5(pid=28949) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:56:11.432705 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:11.444822 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:56:11.603255 tst iperf3.py: using LAC 20979\u000a10:56:11.731292 tst iperf3.py: using RAC 69\u000a10:56:11.859674 tst iperf3.py: using CellId 20979\u000a10:56:11.989113 tst iperf3.py: using BVCI 20980\u000a10:56:12.013844 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:12.025245 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:12.036397 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:12.047970 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:12.060027 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:12.071882 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:12.083713 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:12.095379 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:12.107649 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:12.398758 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:56:12.534381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:12.868736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28941): Launched\u000a10:56:13.146839 run iperf3-srv_10.42.42.10(pid=28942): Launched\u000a10:56:13.344591 tst iperf3.py:8: start network...\u000a10:56:13.479796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:13.990135 run create_hlr_db(pid=28943): Launched\u000a10:56:14.176251 bus /gobi_6: Setting Powered False\u000a10:56:15.198010 run create_hlr_db(pid=28943): Terminated: ok {rc=0}\u000a10:56:15.602800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28945): Launched\u000a10:56:15.904419 run osmo-hlr_10.42.42.2(pid=28946): Launched\u000a10:56:16.057650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:16.737935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28948): Launched\u000a10:56:17.049560 run osmo-stp_10.42.42.5(pid=28949): Launched\u000a10:56:17.167911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:56:17.765225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28951): Launched\u000a10:56:17.871998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:56:18.134848 run patchelf(pid=28952): Launched\u000a10:56:18.310842 run osmo-stp_10.42.42.5(pid=28949): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28949)]\u000a10:56:18.438863 run osmo-stp_10.42.42.5(pid=28949): stdout: \u000a| (launched: 2022-12-09_10:56:16.893446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:18.567206 run osmo-stp_10.42.42.5(pid=28949): stderr: \u000a| �[0;m�[38;5;43m20221209105617256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105617256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105617256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105617265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105617265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105617266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105617266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:18.691085 run osmo-stp_10.42.42.5(pid=28949): stdout: \u000a| (launched: 2022-12-09_10:56:16.893446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:18.814597 run osmo-stp_10.42.42.5(pid=28949): stderr: \u000a| �[0;m�[38;5;43m20221209105617256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105617256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105617256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105617265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105617265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105617266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105617266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:18.958582 run patchelf(pid=28952): Terminating (SIGINT)\u000a10:56:19.127887 run patchelf(pid=28952): Terminated: ok {rc=0}\u000a10:56:19.159263 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28949): Process ended prematurely: osmo-stp_10.42.42.5(pid=28949) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28949)] [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:56:19.168533 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:56:19.228674 run osmo-hlr_10.42.42.2(pid=28946): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28946)]\u000a10:56:19.277902 run osmo-hlr_10.42.42.2(pid=28946): stdout: \u000a| (launched: 2022-12-09_10:56:15.755545) \u000a10:56:19.327392 run osmo-hlr_10.42.42.2(pid=28946): stderr: \u000a| �[0;m�[1;31m20221209105616076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105616076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105616077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105616077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105616077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105616077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105616098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105616114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105616114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105616114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:19.369590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28941): Terminating (SIGTERM)\u000a10:56:19.410190 run iperf3-srv_10.42.42.10(pid=28942): Terminating (SIGTERM)\u000a10:56:19.449865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28945): Terminating (SIGTERM)\u000a10:56:19.489610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28948): Terminating (SIGTERM)\u000a10:56:19.529336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28951): Terminating (SIGTERM)\u000a10:56:19.538596 --- ParallelTerminationStrategy: PID 28941 died...\u000a10:56:19.591770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28941): Terminated: ok {rc=0}\u000a10:56:19.601805 --- ParallelTerminationStrategy: PID 28942 died...\u000a10:56:19.654882 run iperf3-srv_10.42.42.10(pid=28942): Terminated {rc=256}\u000a10:56:19.664408 --- ParallelTerminationStrategy: PID 28945 died...\u000a10:56:19.717170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28945): Terminated: ok {rc=0}\u000a10:56:19.726938 --- ParallelTerminationStrategy: PID 28948 died...\u000a10:56:19.780235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28948): Terminated: ok {rc=0}\u000a10:56:19.789849 --- ParallelTerminationStrategy: PID 28951 died...\u000a10:56:19.842612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28951): Terminated: ok {rc=0}\u000a10:56:19.926360 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28967): Process ended prematurely: osmo-stp_10.42.42.5(pid=28967) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28967)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28967): Process ended prematurely: osmo-stp_10.42.42.5(pid=28967) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:56:21.042198 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:21.054417 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:56:21.209559 tst iperf3m4.py: using LAC 20980\u000a10:56:21.337929 tst iperf3m4.py: using RAC 70\u000a10:56:21.466325 tst iperf3m4.py: using CellId 20980\u000a10:56:21.588355 tst iperf3m4.py: using BVCI 20981\u000a10:56:21.611863 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:21.623000 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:21.634136 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:21.644907 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:21.655712 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:21.666644 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:21.677438 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:21.687875 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:21.698632 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:21.817190 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:21.935615 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:22.053989 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:22.331528 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:56:22.456594 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:22.771280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28953): Launched\u000a10:56:23.030656 run iperf3-srv_10.42.42.10(pid=28954): Launched\u000a10:56:23.213060 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:56:23.337925 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:23.651143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28955): Launched\u000a10:56:23.910595 run iperf3-srv_10.42.42.10(pid=28956): Launched\u000a10:56:24.092784 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:56:24.219129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:24.531315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28957): Launched\u000a10:56:24.790920 run iperf3-srv_10.42.42.10(pid=28958): Launched\u000a10:56:24.973286 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:56:25.098373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:25.410362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28959): Launched\u000a10:56:25.672444 run iperf3-srv_10.42.42.10(pid=28960): Launched\u000a10:56:25.854692 tst iperf3m4.py:8: start network...\u000a10:56:25.979316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:26.461071 run create_hlr_db(pid=28961): Launched\u000a10:56:26.632926 bus /gobi_6: Setting Powered False\u000a10:56:27.668757 run create_hlr_db(pid=28961): Terminated: ok {rc=0}\u000a10:56:28.099693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28963): Launched\u000a10:56:28.425783 run osmo-hlr_10.42.42.2(pid=28964): Launched\u000a10:56:28.545969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:29.111100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28966): Launched\u000a10:56:29.435338 run osmo-stp_10.42.42.5(pid=28967): Launched\u000a10:56:29.551932 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:56:30.117421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28969): Launched\u000a10:56:30.233056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:56:30.515219 run patchelf(pid=28970): Launched\u000a10:56:30.704148 run osmo-stp_10.42.42.5(pid=28967): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28967)]\u000a10:56:30.858188 run osmo-stp_10.42.42.5(pid=28967): stdout: \u000a| (launched: 2022-12-09_10:56:29.275267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:31.005699 run osmo-stp_10.42.42.5(pid=28967): stderr: \u000a| �[0;m�[38;5;43m20221209105629461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105629461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105629461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105629462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105629462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105629462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105629462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:31.135375 run osmo-stp_10.42.42.5(pid=28967): stdout: \u000a| (launched: 2022-12-09_10:56:29.275267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:31.261452 run osmo-stp_10.42.42.5(pid=28967): stderr: \u000a| �[0;m�[38;5;43m20221209105629461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105629461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105629461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105629462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105629462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105629462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105629462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:31.411816 run patchelf(pid=28970): Terminating (SIGINT)\u000a10:56:31.586869 run patchelf(pid=28970): Terminated: ok {rc=0}\u000a10:56:31.619550 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28967): Process ended prematurely: osmo-stp_10.42.42.5(pid=28967) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28967)] [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:56:31.630074 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:56:31.693689 run osmo-hlr_10.42.42.2(pid=28964): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28964)]\u000a10:56:31.746021 run osmo-hlr_10.42.42.2(pid=28964): stdout: \u000a| (launched: 2022-12-09_10:56:28.264527) \u000a10:56:31.797414 run osmo-hlr_10.42.42.2(pid=28964): stderr: \u000a| �[0;m�[1;31m20221209105628457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105628457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105628457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105628457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105628457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105628457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105628469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105628478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105628479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105628479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:31.840739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28953): Terminating (SIGTERM)\u000a10:56:31.885132 run iperf3-srv_10.42.42.10(pid=28954): Terminating (SIGTERM)\u000a10:56:31.929704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28955): Terminating (SIGTERM)\u000a10:56:31.970621 run iperf3-srv_10.42.42.10(pid=28956): Terminating (SIGTERM)\u000a10:56:32.011568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28957): Terminating (SIGTERM)\u000a10:56:32.052221 run iperf3-srv_10.42.42.10(pid=28958): Terminating (SIGTERM)\u000a10:56:32.093204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28959): Terminating (SIGTERM)\u000a10:56:32.135181 run iperf3-srv_10.42.42.10(pid=28960): Terminating (SIGTERM)\u000a10:56:32.176022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28963): Terminating (SIGTERM)\u000a10:56:32.217396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28966): Terminating (SIGTERM)\u000a10:56:32.257230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28969): Terminating (SIGTERM)\u000a10:56:32.266829 --- ParallelTerminationStrategy: PID 28953 died...\u000a10:56:32.320445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28953): Terminated: ok {rc=0}\u000a10:56:32.330269 --- ParallelTerminationStrategy: PID 28954 died...\u000a10:56:32.383408 run iperf3-srv_10.42.42.10(pid=28954): Terminated {rc=256}\u000a10:56:32.393288 --- ParallelTerminationStrategy: PID 28955 died...\u000a10:56:32.446975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28955): Terminated: ok {rc=0}\u000a10:56:32.456813 --- ParallelTerminationStrategy: PID 28956 died...\u000a10:56:32.509908 run iperf3-srv_10.42.42.10(pid=28956): Terminated {rc=256}\u000a10:56:32.519622 --- ParallelTerminationStrategy: PID 28957 died...\u000a10:56:32.573336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28957): Terminated: ok {rc=0}\u000a10:56:32.583060 --- ParallelTerminationStrategy: PID 28958 died...\u000a10:56:32.636413 run iperf3-srv_10.42.42.10(pid=28958): Terminated {rc=256}\u000a10:56:32.646194 --- ParallelTerminationStrategy: PID 28959 died...\u000a10:56:32.699847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28959): Terminated: ok {rc=0}\u000a10:56:32.709760 --- ParallelTerminationStrategy: PID 28960 died...\u000a10:56:32.762775 run iperf3-srv_10.42.42.10(pid=28960): Terminated {rc=256}\u000a10:56:32.772435 --- ParallelTerminationStrategy: PID 28963 died...\u000a10:56:32.825858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28963): Terminated: ok {rc=0}\u000a10:56:32.835688 --- ParallelTerminationStrategy: PID 28966 died...\u000a10:56:32.888796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28966): Terminated: ok {rc=0}\u000a10:56:32.898746 --- ParallelTerminationStrategy: PID 28969 died...\u000a10:56:32.952117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28969): Terminated: ok {rc=0}\u000a10:56:33.041686 bus /gobi_4: Setting Powered False\u000a10:56:34.145860 bus /gobi_4: Setting Powered False\u000a10:56:35.256997 bus /gobi_1: Setting Powered False\u000a10:56:36.361368 bus /gobi_1: Setting Powered False\u000a10:56:37.472748 bus /gobi_0: Setting Powered False\u000a10:56:38.574766 bus /gobi_0: Setting Powered False\u000a10:56:39.685614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28977): Process ended prematurely: osmo-stp_10.42.42.5(pid=28977) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28977)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28977): Process ended prematurely: osmo-stp_10.42.42.5(pid=28977) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:56:40.751673 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:40.763242 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:56:40.908435 tst ping.py: using LAC 20981\u000a10:56:41.027009 tst ping.py: using RAC 71\u000a10:56:41.142925 tst ping.py: using CellId 20981\u000a10:56:41.265594 tst ping.py: using BVCI 20982\u000a10:56:41.288115 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:41.299180 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:41.309963 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:41.320663 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:41.331394 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:41.342219 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:41.353134 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:41.363860 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:41.635500 tst ping.py:19: start network...\u000a10:56:41.758228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:42.234995 run create_hlr_db(pid=28971): Launched\u000a10:56:42.405097 bus /gobi_6: Setting Powered False\u000a10:56:43.427415 run create_hlr_db(pid=28971): Terminated: ok {rc=0}\u000a10:56:43.855145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28973): Launched\u000a10:56:44.174648 run osmo-hlr_10.42.42.2(pid=28974): Launched\u000a10:56:44.292591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:44.857571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28976): Launched\u000a10:56:45.179416 run osmo-stp_10.42.42.5(pid=28977): Launched\u000a10:56:45.295001 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:56:45.863391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28979): Launched\u000a10:56:45.984312 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:56:46.269104 run patchelf(pid=28980): Launched\u000a10:56:46.465920 run osmo-stp_10.42.42.5(pid=28977): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28977)]\u000a10:56:46.606414 run osmo-stp_10.42.42.5(pid=28977): stdout: \u000a| (launched: 2022-12-09_10:56:45.020254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:46.747104 run osmo-stp_10.42.42.5(pid=28977): stderr: \u000a| �[0;m�[38;5;43m20221209105645207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105645207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105645208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105645208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105645209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105645209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105645209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:46.883674 run osmo-stp_10.42.42.5(pid=28977): stdout: \u000a| (launched: 2022-12-09_10:56:45.020254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:47.019003 run osmo-stp_10.42.42.5(pid=28977): stderr: \u000a| �[0;m�[38;5;43m20221209105645207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105645207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105645208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105645208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105645209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105645209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105645209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:47.175243 run patchelf(pid=28980): Terminating (SIGINT)\u000a10:56:47.354287 run patchelf(pid=28980): Terminated: ok {rc=0}\u000a10:56:47.387087 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28977): Process ended prematurely: osmo-stp_10.42.42.5(pid=28977) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28977)] [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:56:47.396538 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:56:47.461064 run osmo-hlr_10.42.42.2(pid=28974): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28974)]\u000a10:56:47.513187 run osmo-hlr_10.42.42.2(pid=28974): stdout: \u000a| (launched: 2022-12-09_10:56:44.017257) \u000a10:56:47.565850 run osmo-hlr_10.42.42.2(pid=28974): stderr: \u000a| �[0;m�[1;31m20221209105644211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105644211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105644211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105644211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105644211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105644211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105644224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105644232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105644233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105644233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:47.610663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28973): Terminating (SIGTERM)\u000a10:56:47.653115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28976): Terminating (SIGTERM)\u000a10:56:47.695385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28979): Terminating (SIGTERM)\u000a10:56:47.705477 --- ParallelTerminationStrategy: PID 28973 died...\u000a10:56:47.762092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28973): Terminated: ok {rc=0}\u000a10:56:47.773121 --- ParallelTerminationStrategy: PID 28976 died...\u000a10:56:47.830006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28976): Terminated: ok {rc=0}\u000a10:56:47.840204 --- ParallelTerminationStrategy: PID 28979 died...\u000a10:56:47.896712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28979): Terminated: ok {rc=0}\u000a10:56:47.983836 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28987): Process ended prematurely: osmo-stp_10.42.42.5(pid=28987) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28987)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28987): Process ended prematurely: osmo-stp_10.42.42.5(pid=28987) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:56:49.039478 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:49.052215 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:56:49.208834 tst ping_idle_ping.py: using LAC 20982\u000a10:56:49.336708 tst ping_idle_ping.py: using RAC 72\u000a10:56:49.462249 tst ping_idle_ping.py: using CellId 20982\u000a10:56:49.589429 tst ping_idle_ping.py: using BVCI 20983\u000a10:56:49.613972 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:49.625457 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:49.636691 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:49.648389 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:49.659894 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:49.671491 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:49.684276 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:56:49.695451 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:56:49.970213 tst ping_idle_ping.py:24: start network...\u000a10:56:50.093307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:50.573006 run create_hlr_db(pid=28981): Launched\u000a10:56:50.757997 bus /gobi_6: Setting Powered False\u000a10:56:51.779476 run create_hlr_db(pid=28981): Terminated: ok {rc=0}\u000a10:56:52.205932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28983): Launched\u000a10:56:52.527489 run osmo-hlr_10.42.42.2(pid=28984): Launched\u000a10:56:52.645499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:53.201301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28986): Launched\u000a10:56:53.521117 run osmo-stp_10.42.42.5(pid=28987): Launched\u000a10:56:53.636634 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:56:54.193854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28989): Launched\u000a10:56:54.306674 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:56:54.584897 run patchelf(pid=28990): Launched\u000a10:56:54.772137 run osmo-stp_10.42.42.5(pid=28987): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28987)]\u000a10:56:54.908676 run osmo-stp_10.42.42.5(pid=28987): stdout: \u000a| (launched: 2022-12-09_10:56:53.363518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:55.044818 run osmo-stp_10.42.42.5(pid=28987): stderr: \u000a| �[0;m�[38;5;43m20221209105653550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105653550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105653550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105653551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105653551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105653551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105653551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:55.176702 run osmo-stp_10.42.42.5(pid=28987): stdout: \u000a| (launched: 2022-12-09_10:56:53.363518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:55.307299 run osmo-stp_10.42.42.5(pid=28987): stderr: \u000a| �[0;m�[38;5;43m20221209105653550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105653550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105653550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105653551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105653551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105653551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105653551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:55.459299 run patchelf(pid=28990): Terminating (SIGINT)\u000a10:56:55.637840 run patchelf(pid=28990): Terminated: ok {rc=0}\u000a10:56:55.670342 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28987): Process ended prematurely: osmo-stp_10.42.42.5(pid=28987) [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28987)] [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:56:55.679756 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:56:55.743851 run osmo-hlr_10.42.42.2(pid=28984): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28984)]\u000a10:56:55.795971 run osmo-hlr_10.42.42.2(pid=28984): stdout: \u000a| (launched: 2022-12-09_10:56:52.368620) \u000a10:56:55.848590 run osmo-hlr_10.42.42.2(pid=28984): stderr: \u000a| �[0;m�[1;31m20221209105652563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105652563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105652563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105652564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105652564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105652564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105652576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105652585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105652585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105652585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:55.893162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28983): Terminating (SIGTERM)\u000a10:56:55.935618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28986): Terminating (SIGTERM)\u000a10:56:55.978004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28989): Terminating (SIGTERM)\u000a10:56:55.988098 --- ParallelTerminationStrategy: PID 28983 died...\u000a10:56:56.044533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28983): Terminated: ok {rc=0}\u000a10:56:56.054711 --- ParallelTerminationStrategy: PID 28986 died...\u000a10:56:56.110673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28986): Terminated: ok {rc=0}\u000a10:56:56.121166 --- ParallelTerminationStrategy: PID 28989 died...\u000a10:56:56.177069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28989): Terminated: ok {rc=0}\u000a10:56:56.264297 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:55:58" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29000): Process ended prematurely: osmo-stp_10.42.42.5(pid=29000) [trial-2358↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29000)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29000): Process ended prematurely: osmo-stp_10.42.42.5(pid=29000) [trial-2358↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:56:58.276011 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:56:58.287672 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:56:58.431521 tst switch_tch_pdch.py: using LAC 20983\u000a10:56:58.546997 tst switch_tch_pdch.py: using RAC 73\u000a10:56:58.662237 tst switch_tch_pdch.py: using CellId 20983\u000a10:56:58.784175 tst switch_tch_pdch.py: using BVCI 20984\u000a10:56:58.807034 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:56:58.818521 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:56:58.829963 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:56:58.841459 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:56:58.852836 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:56:58.864195 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:56:58.875819 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:56:58.887369 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:56:59.006241 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:56:59.279655 tst switch_tch_pdch.py:51: start network...\u000a10:56:59.402434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:59.879938 run create_hlr_db(pid=28994): Launched\u000a10:57:00.052547 bus /gobi_6: Setting Powered False\u000a10:57:01.115098 run create_hlr_db(pid=28994): Terminated: ok {rc=0}\u000a10:57:01.584411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28996): Launched\u000a10:57:01.940577 run osmo-hlr_10.42.42.2(pid=28997): Launched\u000a10:57:02.088184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:02.756456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28999): Launched\u000a10:57:03.075244 run osmo-stp_10.42.42.5(pid=29000): Launched\u000a10:57:03.190077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:57:03.745192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29002): Launched\u000a10:57:03.859385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:57:04.138453 run patchelf(pid=29003): Launched\u000a10:57:04.325545 run osmo-stp_10.42.42.5(pid=29000): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29000)]\u000a10:57:04.462138 run osmo-stp_10.42.42.5(pid=29000): stdout: \u000a| (launched: 2022-12-09_10:57:02.918494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:04.599175 run osmo-stp_10.42.42.5(pid=29000): stderr: \u000a| �[0;m�[38;5;43m20221209105703104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105703105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105703105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105703105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105703106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105703106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105703106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:04.730780 run osmo-stp_10.42.42.5(pid=29000): stdout: \u000a| (launched: 2022-12-09_10:57:02.918494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:04.862671 run osmo-stp_10.42.42.5(pid=29000): stderr: \u000a| �[0;m�[38;5;43m20221209105703104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105703105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105703105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105703105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105703106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105703106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105703106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:05.014476 run patchelf(pid=29003): Terminating (SIGINT)\u000a10:57:05.193238 run patchelf(pid=29003): Terminated: ok {rc=0}\u000a10:57:05.225622 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29000): Process ended prematurely: osmo-stp_10.42.42.5(pid=29000) [trial-2358↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29000)] [trial-2358↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:57:05.235068 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a10:57:05.299414 run osmo-hlr_10.42.42.2(pid=28997): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28997)]\u000a10:57:05.351761 run osmo-hlr_10.42.42.2(pid=28997): stdout: \u000a| (launched: 2022-12-09_10:57:01.752331) \u000a10:57:05.404801 run osmo-hlr_10.42.42.2(pid=28997): stderr: \u000a| �[0;m�[1;31m20221209105702154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105702154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105702154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105702154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105702155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105702155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105702171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105702180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105702180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105702180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:05.449268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28996): Terminating (SIGTERM)\u000a10:57:05.491534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28999): Terminating (SIGTERM)\u000a10:57:05.533880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29002): Terminating (SIGTERM)\u000a10:57:05.544199 --- ParallelTerminationStrategy: PID 28996 died...\u000a10:57:05.600605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28996): Terminated: ok {rc=0}\u000a10:57:05.611398 --- ParallelTerminationStrategy: PID 28999 died...\u000a10:57:05.668306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28999): Terminated: ok {rc=0}\u000a10:57:05.678626 --- ParallelTerminationStrategy: PID 29002 died...\u000a10:57:05.735285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29002): Terminated: ok {rc=0}\u000a10:57:05.822646 bus /gobi_0: Setting Powered False\u000a10:57:06.925907 bus /gobi_0: Setting Powered False\u000a10:57:08.037555 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:56:58" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29015): Process ended prematurely: osmo-stp_10.42.42.5(pid=29015) [trial-2358↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29015)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29015): Process ended prematurely: osmo-stp_10.42.42.5(pid=29015) [trial-2358↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a10:57:09.972191 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:09.982874 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:57:10.113911 tst mo_mt_sms.py: using LAC 20984\u000a10:57:10.230412 tst mo_mt_sms.py: using RAC 74\u000a10:57:10.345883 tst mo_mt_sms.py: using CellId 20984\u000a10:57:10.462271 tst mo_mt_sms.py: using BVCI 20985\u000a10:57:10.484704 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:10.495335 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:10.505793 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:10.516202 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:10.526942 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:10.537315 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a10:57:10.654324 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a10:57:10.852690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:11.328861 run create_hlr_db(pid=29009): Launched\u000a10:57:11.499332 bus /gobi_6: Setting Powered False\u000a10:57:12.521056 run create_hlr_db(pid=29009): Terminated: ok {rc=0}\u000a10:57:12.943856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29011): Launched\u000a10:57:13.262675 run osmo-hlr_10.42.42.2(pid=29012): Launched\u000a10:57:13.380870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:13.933955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29014): Launched\u000a10:57:14.251675 run osmo-stp_10.42.42.5(pid=29015): Launched\u000a10:57:14.366418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:57:14.948243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29017): Launched\u000a10:57:15.267688 run osmo-msc_10.42.42.6(pid=29018): Launched\u000a10:57:15.445217 run osmo-stp_10.42.42.5(pid=29015): ERR: Terminated: ERROR {rc=1} [trial-2358↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29015)]\u000a10:57:15.572514 run osmo-stp_10.42.42.5(pid=29015): stdout: \u000a| (launched: 2022-12-09_10:57:14.095390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:15.696632 run osmo-stp_10.42.42.5(pid=29015): stderr: \u000a| �[0;m�[38;5;43m20221209105714282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105714282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105714283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105714283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105714283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105714283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105714284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:15.815945 run osmo-stp_10.42.42.5(pid=29015): stdout: \u000a| (launched: 2022-12-09_10:57:14.095390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:15.971654 run osmo-stp_10.42.42.5(pid=29015): stderr: \u000a| �[0;m�[38;5;43m20221209105714282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105714282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105714283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105714283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105714283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105714283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105714284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:16.030231 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29015): Process ended prematurely: osmo-stp_10.42.42.5(pid=29015) [trial-2358↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29015)] [trial-2358↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a10:57:16.040146 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a10:57:16.109495 run osmo-hlr_10.42.42.2(pid=29012): ERR: Terminated: ERROR {rc=237} [trial-2358↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29012)]\u000a10:57:16.165963 run osmo-hlr_10.42.42.2(pid=29012): stdout: \u000a| (launched: 2022-12-09_10:57:13.104714) \u000a10:57:16.222238 run osmo-hlr_10.42.42.2(pid=29012): stderr: \u000a| �[0;m�[1;31m20221209105713297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105713297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105713297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105713297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105713297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105713297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105713308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105713320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105713320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105713320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:16.297134 run osmo-msc_10.42.42.6(pid=29018): ERR: Terminated: ERROR {rc=2} [trial-2358↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29018)]\u000a10:57:16.353398 run osmo-msc_10.42.42.6(pid=29018): stdout: \u000a| (launched: 2022-12-09_10:57:15.109967) \u000a10:57:16.408468 run osmo-msc_10.42.42.6(pid=29018): stderr: \u000a| �[0;m�[38;5;43m20221209105715407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105715408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff64c19fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105715408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105715408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105715408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105715408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105715410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105715410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105715411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105715411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:57:16.455647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29011): Terminating (SIGTERM)\u000a10:57:16.499479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29014): Terminating (SIGTERM)\u000a10:57:16.544871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29017): Terminating (SIGTERM)\u000a10:57:16.556461 --- ParallelTerminationStrategy: PID 29011 died...\u000a10:57:16.616535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29011): Terminated: ok {rc=0}\u000a10:57:16.627593 --- ParallelTerminationStrategy: PID 29014 died...\u000a10:57:16.687522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29014): Terminated: ok {rc=0}\u000a10:57:16.698708 --- ParallelTerminationStrategy: PID 29017 died...\u000a10:57:16.759528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29017): Terminated: ok {rc=0}\u000a10:57:16.851081 bus /sierra_3: Setting Powered False\u000a10:57:17.951435 bus /sierra_3: Setting Powered False\u000a10:57:19.063729 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:57:09" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29024): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29024) [trial-2358↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29024)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29024): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29024) [trial-2358↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a10:57:20.915586 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a10:57:20.927137 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:57:21.063576 tst assert_extension.py: using LAC 20985\u000a10:57:21.178838 tst assert_extension.py: using RAC 75\u000a10:57:21.294726 tst assert_extension.py: using CellId 20985\u000a10:57:21.409550 tst assert_extension.py: using BVCI 20986\u000a10:57:21.432163 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a10:57:21.719385 tst assert_extension.py:10: start nitb and bts...\u000a10:57:21.852098 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:57:22.512612 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29023): Launched\u000a10:57:22.830318 run osmo-nitb_10.42.42.2(pid=29024): Launched\u000a10:57:23.026145 run osmo-nitb_10.42.42.2(pid=29024): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29024)]\u000a10:57:23.170691 run osmo-nitb_10.42.42.2(pid=29024): stdout: \u000a| (launched: 2022-12-09_10:57:22.674303) \u000a10:57:23.315259 run osmo-nitb_10.42.42.2(pid=29024): stderr: \u000a| (launched: 2022-12-09_10:57:22.721808)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:57:23.455585 run osmo-nitb_10.42.42.2(pid=29024): stdout: \u000a| (launched: 2022-12-09_10:57:22.674303) \u000a10:57:23.595107 run osmo-nitb_10.42.42.2(pid=29024): stderr: \u000a| (launched: 2022-12-09_10:57:22.721808)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:57:23.959758 tst osmo-nitb_10.42.42.2(pid=29024): stdout: \u000a| (launched: 2022-12-09_10:57:22.674303) \u000a10:57:24.086482 tst osmo-nitb_10.42.42.2(pid=29024): stderr: \u000a| (launched: 2022-12-09_10:57:22.721808)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:57:24.142251 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29024): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29024) [trial-2358↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29024)] [trial-2358↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a10:57:24.151123 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:57:24.188207 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29023): Terminating (SIGTERM)\u000a10:57:24.366113 --- ParallelTerminationStrategy: PID 29023 died...\u000a10:57:24.423453 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29023): Terminated: ok {rc=0}\u000a10:57:24.509977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:57:20" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29034): Process ended prematurely: osmo-stp_10.42.42.5(pid=29034) [trial-2358↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29034)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29034): Process ended prematurely: osmo-stp_10.42.42.5(pid=29034) [trial-2358↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a10:57:26.338735 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:26.349517 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:57:26.483149 tst assert_extension.py: using LAC 20986\u000a10:57:26.600134 tst assert_extension.py: using RAC 76\u000a10:57:26.720919 tst assert_extension.py: using CellId 20986\u000a10:57:26.837692 tst assert_extension.py: using BVCI 20987\u000a10:57:26.860165 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:26.870843 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:26.881282 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:26.892226 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:26.903272 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:26.914335 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a10:57:27.122193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:27.625566 run create_hlr_db(pid=29028): Launched\u000a10:57:27.810881 bus /sierra_2: Setting Powered False\u000a10:57:28.830861 run create_hlr_db(pid=29028): Terminated: ok {rc=0}\u000a10:57:29.256704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29030): Launched\u000a10:57:29.577546 run osmo-hlr_10.42.42.2(pid=29031): Launched\u000a10:57:29.694996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:30.256213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29033): Launched\u000a10:57:30.575380 run osmo-stp_10.42.42.5(pid=29034): Launched\u000a10:57:30.691593 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:57:31.291118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29036): Launched\u000a10:57:31.638932 run osmo-msc_10.42.42.6(pid=29037): Launched\u000a10:57:32.042125 run osmo-stp_10.42.42.5(pid=29034): ERR: Terminated: ERROR {rc=1} [trial-2358↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29034)]\u000a10:57:32.282435 run osmo-stp_10.42.42.5(pid=29034): stdout: \u000a| (launched: 2022-12-09_10:57:30.417454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:32.419185 run osmo-stp_10.42.42.5(pid=29034): stderr: \u000a| �[0;m�[38;5;43m20221209105730604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105730604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105730604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105730605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105730605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105730605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105730605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:32.547145 run osmo-stp_10.42.42.5(pid=29034): stdout: \u000a| (launched: 2022-12-09_10:57:30.417454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:32.674268 run osmo-stp_10.42.42.5(pid=29034): stderr: \u000a| �[0;m�[38;5;43m20221209105730604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105730604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105730604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105730605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105730605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105730605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105730605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:32.730007 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29034): Process ended prematurely: osmo-stp_10.42.42.5(pid=29034) [trial-2358↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29034)] [trial-2358↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a10:57:32.738959 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a10:57:32.803417 run osmo-hlr_10.42.42.2(pid=29031): ERR: Terminated: ERROR {rc=237} [trial-2358↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29031)]\u000a10:57:32.855878 run osmo-hlr_10.42.42.2(pid=29031): stdout: \u000a| (launched: 2022-12-09_10:57:29.418615) \u000a10:57:32.908666 run osmo-hlr_10.42.42.2(pid=29031): stderr: \u000a| �[0;m�[1;31m20221209105729613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105729613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105729613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105729613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105729613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105729613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105729625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105729633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105729634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105729634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:32.979587 run osmo-msc_10.42.42.6(pid=29037): ERR: Terminated: ERROR {rc=2} [trial-2358↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29037)]\u000a10:57:33.031865 run osmo-msc_10.42.42.6(pid=29037): stdout: \u000a| (launched: 2022-12-09_10:57:31.447780) \u000a10:57:33.084452 run osmo-msc_10.42.42.6(pid=29037): stderr: \u000a| �[0;m�[38;5;43m20221209105732068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105732068 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb941cadc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105732068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105732068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105732070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105732070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105732072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105732072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105732072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105732072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:57:33.129255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29030): Terminating (SIGTERM)\u000a10:57:33.171351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29033): Terminating (SIGTERM)\u000a10:57:33.214134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29036): Terminating (SIGTERM)\u000a10:57:33.224022 --- ParallelTerminationStrategy: PID 29030 died...\u000a10:57:33.280869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29030): Terminated: ok {rc=0}\u000a10:57:33.291163 --- ParallelTerminationStrategy: PID 29033 died...\u000a10:57:33.347160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29033): Terminated: ok {rc=0}\u000a10:57:33.357763 --- ParallelTerminationStrategy: PID 29036 died...\u000a10:57:33.414190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29036): Terminated: ok {rc=0}\u000a10:57:33.500799 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:57:26" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29050): Process ended prematurely: osmo-stp_10.42.42.5(pid=29050) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29050)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29050): Process ended prematurely: osmo-stp_10.42.42.5(pid=29050) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:57:35.468435 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:57:35.480013 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:57:35.648142 tst mo_mt_call.py: using LAC 20987\u000a10:57:35.777605 tst mo_mt_call.py: using RAC 77\u000a10:57:35.905352 tst mo_mt_call.py: using CellId 20987\u000a10:57:36.028190 tst mo_mt_call.py: using BVCI 20988\u000a10:57:36.051022 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:57:36.062148 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:57:36.073084 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:57:36.084520 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:57:36.096058 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:57:36.107569 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:57:36.227893 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:57:36.438736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:36.949253 run create_hlr_db(pid=29044): Launched\u000a10:57:37.136735 bus /sierra_2: Setting Powered False\u000a10:57:38.157997 run create_hlr_db(pid=29044): Terminated: ok {rc=0}\u000a10:57:38.563233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29046): Launched\u000a10:57:38.864680 run osmo-hlr_10.42.42.2(pid=29047): Launched\u000a10:57:38.974710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:39.497577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29049): Launched\u000a10:57:39.799408 run osmo-stp_10.42.42.5(pid=29050): Launched\u000a10:57:39.909320 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:57:40.464167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29052): Launched\u000a10:57:40.766788 run osmo-msc_10.42.42.6(pid=29053): Launched\u000a10:57:40.944042 run osmo-stp_10.42.42.5(pid=29050): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29050)]\u000a10:57:41.071324 run osmo-stp_10.42.42.5(pid=29050): stdout: \u000a| (launched: 2022-12-09_10:57:39.650157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:41.196422 run osmo-stp_10.42.42.5(pid=29050): stderr: \u000a| �[0;m�[38;5;43m20221209105739816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105739817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105739817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105739817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105739818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105739818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105739818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:41.317402 run osmo-stp_10.42.42.5(pid=29050): stdout: \u000a| (launched: 2022-12-09_10:57:39.650157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:41.437222 run osmo-stp_10.42.42.5(pid=29050): stderr: \u000a| �[0;m�[38;5;43m20221209105739816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105739817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105739817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105739817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105739818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105739818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105739818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:41.490301 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29050): Process ended prematurely: osmo-stp_10.42.42.5(pid=29050) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29050)] [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:57:41.499023 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:57:41.558644 run osmo-hlr_10.42.42.2(pid=29047): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29047)]\u000a10:57:41.607382 run osmo-hlr_10.42.42.2(pid=29047): stdout: \u000a| (launched: 2022-12-09_10:57:38.715975) \u000a10:57:41.656804 run osmo-hlr_10.42.42.2(pid=29047): stderr: \u000a| �[0;m�[1;31m20221209105738887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105738887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105738887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105738887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105738887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105738887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105738899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105738910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105738910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105738910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:41.724017 run osmo-msc_10.42.42.6(pid=29053): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29053)]\u000a10:57:41.772739 run osmo-msc_10.42.42.6(pid=29053): stdout: \u000a| (launched: 2022-12-09_10:57:40.616911) \u000a10:57:41.822355 run osmo-msc_10.42.42.6(pid=29053): stderr: \u000a| �[0;m�[38;5;43m20221209105740882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105740883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97a3399c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105740883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105740883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105740883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105740883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105740885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105740885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105740885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105740885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:57:41.864005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29046): Terminating (SIGTERM)\u000a10:57:41.903577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29049): Terminating (SIGTERM)\u000a10:57:41.943126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29052): Terminating (SIGTERM)\u000a10:57:41.952401 --- ParallelTerminationStrategy: PID 29046 died...\u000a10:57:42.005307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29046): Terminated: ok {rc=0}\u000a10:57:42.014847 --- ParallelTerminationStrategy: PID 29049 died...\u000a10:57:42.067303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29049): Terminated: ok {rc=0}\u000a10:57:42.076749 --- ParallelTerminationStrategy: PID 29052 died...\u000a10:57:42.129357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29052): Terminated: ok {rc=0}\u000a10:57:42.212542 bus /sierra_3: Setting Powered False\u000a10:57:43.320027 bus /sierra_3: Setting Powered False\u000a10:57:44.427744 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29061): Process ended prematurely: osmo-stp_10.42.42.5(pid=29061) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29061)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29061): Process ended prematurely: osmo-stp_10.42.42.5(pid=29061) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:57:45.542190 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:57:45.554447 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:57:45.718016 tst mo_mt_call_osmux.py: using LAC 20988\u000a10:57:45.847542 tst mo_mt_call_osmux.py: using RAC 78\u000a10:57:45.987033 tst mo_mt_call_osmux.py: using CellId 20988\u000a10:57:46.124282 tst mo_mt_call_osmux.py: using BVCI 20989\u000a10:57:46.150311 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:57:46.162983 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:57:46.176322 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:57:46.189627 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:57:46.202379 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:57:46.215511 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:57:46.335608 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:57:46.587411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:47.197874 run create_hlr_db(pid=29055): Launched\u000a10:57:47.391399 bus /sierra_2: Setting Powered False\u000a10:57:48.410788 run create_hlr_db(pid=29055): Terminated: ok {rc=0}\u000a10:57:48.815554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29057): Launched\u000a10:57:49.117395 run osmo-hlr_10.42.42.2(pid=29058): Launched\u000a10:57:49.236817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:49.769994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29060): Launched\u000a10:57:50.073227 run osmo-stp_10.42.42.5(pid=29061): Launched\u000a10:57:50.182332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:57:50.739413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29063): Launched\u000a10:57:51.042599 run osmo-msc_10.42.42.6(pid=29064): Launched\u000a10:57:51.221628 run osmo-stp_10.42.42.5(pid=29061): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29061)]\u000a10:57:51.349798 run osmo-stp_10.42.42.5(pid=29061): stdout: \u000a| (launched: 2022-12-09_10:57:49.923812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:51.475429 run osmo-stp_10.42.42.5(pid=29061): stderr: \u000a| �[0;m�[38;5;43m20221209105750089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105750089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105750090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105750090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105750090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105750090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105750091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:51.597250 run osmo-stp_10.42.42.5(pid=29061): stdout: \u000a| (launched: 2022-12-09_10:57:49.923812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:51.717684 run osmo-stp_10.42.42.5(pid=29061): stderr: \u000a| �[0;m�[38;5;43m20221209105750089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105750089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105750090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105750090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105750090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105750090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105750091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:51.771141 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29061): Process ended prematurely: osmo-stp_10.42.42.5(pid=29061) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29061)] [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:57:51.779732 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:57:51.839483 run osmo-hlr_10.42.42.2(pid=29058): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29058)]\u000a10:57:51.896562 run osmo-hlr_10.42.42.2(pid=29058): stdout: \u000a| (launched: 2022-12-09_10:57:48.969329) \u000a10:57:51.967407 run osmo-hlr_10.42.42.2(pid=29058): stderr: \u000a| �[0;m�[1;31m20221209105749143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105749143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105749143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105749143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105749143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105749143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105749155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105749164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105749164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105749164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:52.038751 run osmo-msc_10.42.42.6(pid=29064): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29064)]\u000a10:57:52.090649 run osmo-msc_10.42.42.6(pid=29064): stdout: \u000a| (launched: 2022-12-09_10:57:50.892604) \u000a10:57:52.143443 run osmo-msc_10.42.42.6(pid=29064): stderr: \u000a| �[0;m�[38;5;43m20221209105751161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105751161 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f3ef53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105751162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105751162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105751162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105751162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105751164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105751164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105751164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105751165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:57:52.188445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29057): Terminating (SIGTERM)\u000a10:57:52.230842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29060): Terminating (SIGTERM)\u000a10:57:52.273632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29063): Terminating (SIGTERM)\u000a10:57:52.283514 --- ParallelTerminationStrategy: PID 29057 died...\u000a10:57:52.340489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29057): Terminated: ok {rc=0}\u000a10:57:52.350864 --- ParallelTerminationStrategy: PID 29060 died...\u000a10:57:52.407395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29060): Terminated: ok {rc=0}\u000a10:57:52.417878 --- ParallelTerminationStrategy: PID 29063 died...\u000a10:57:52.474460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29063): Terminated: ok {rc=0}\u000a10:57:52.562673 bus /sierra_3: Setting Powered False\u000a10:57:53.670566 bus /sierra_3: Setting Powered False\u000a10:57:54.777832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:57:35" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29075): Process ended prematurely: osmo-stp_10.42.42.5(pid=29075) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29075)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29075): Process ended prematurely: osmo-stp_10.42.42.5(pid=29075) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:57:56.783164 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:57:56.794709 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:57:56.956176 tst mo_mt_call.py: using LAC 20989\u000a10:57:57.083149 tst mo_mt_call.py: using RAC 79\u000a10:57:57.209617 tst mo_mt_call.py: using CellId 20989\u000a10:57:57.335654 tst mo_mt_call.py: using BVCI 20990\u000a10:57:57.360263 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:57:57.371825 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:57:57.383672 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:57:57.395368 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:57:57.407093 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:57:57.418688 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:57:57.533411 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:57:57.743476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:58.253212 run create_hlr_db(pid=29069): Launched\u000a10:57:58.440431 bus /sierra_2: Setting Powered False\u000a10:57:59.461786 run create_hlr_db(pid=29069): Terminated: ok {rc=0}\u000a10:57:59.867206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29071): Launched\u000a10:58:00.171048 run osmo-hlr_10.42.42.2(pid=29072): Launched\u000a10:58:00.289144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:00.825442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29074): Launched\u000a10:58:01.275214 run osmo-stp_10.42.42.5(pid=29075): Launched\u000a10:58:01.444471 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:58:02.061975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29077): Launched\u000a10:58:02.410816 run osmo-msc_10.42.42.6(pid=29078): Launched\u000a10:58:02.588274 run osmo-stp_10.42.42.5(pid=29075): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29075)]\u000a10:58:02.715857 run osmo-stp_10.42.42.5(pid=29075): stdout: \u000a| (launched: 2022-12-09_10:58:01.000673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:02.841760 run osmo-stp_10.42.42.5(pid=29075): stderr: \u000a| �[0;m�[38;5;43m20221209105801234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105801234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105801234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105801235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105801235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105801235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105801235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:02.963097 run osmo-stp_10.42.42.5(pid=29075): stdout: \u000a| (launched: 2022-12-09_10:58:01.000673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:03.083490 run osmo-stp_10.42.42.5(pid=29075): stderr: \u000a| �[0;m�[38;5;43m20221209105801234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105801234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105801234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105801235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105801235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105801235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105801235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:03.137156 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29075): Process ended prematurely: osmo-stp_10.42.42.5(pid=29075) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29075)] [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:58:03.146011 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:58:03.205777 run osmo-hlr_10.42.42.2(pid=29072): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29072)]\u000a10:58:03.254745 run osmo-hlr_10.42.42.2(pid=29072): stdout: \u000a| (launched: 2022-12-09_10:58:00.020811) \u000a10:58:03.304511 run osmo-hlr_10.42.42.2(pid=29072): stderr: \u000a| �[0;m�[1;31m20221209105800193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105800193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105800194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105800194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105800194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105800194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105800206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105800217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105800217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105800217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:03.372544 run osmo-msc_10.42.42.6(pid=29078): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29078)]\u000a10:58:03.421589 run osmo-msc_10.42.42.6(pid=29078): stdout: \u000a| (launched: 2022-12-09_10:58:02.231138) \u000a10:58:03.470993 run osmo-msc_10.42.42.6(pid=29078): stderr: \u000a| �[0;m�[38;5;43m20221209105802534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105802535 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd8d36cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105802535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105802535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105802535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105802535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105802538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105802538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105802538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105802539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:58:03.513082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29071): Terminating (SIGTERM)\u000a10:58:03.552907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29074): Terminating (SIGTERM)\u000a10:58:03.592846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29077): Terminating (SIGTERM)\u000a10:58:03.602326 --- ParallelTerminationStrategy: PID 29071 died...\u000a10:58:03.655621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29071): Terminated: ok {rc=0}\u000a10:58:03.665434 --- ParallelTerminationStrategy: PID 29074 died...\u000a10:58:03.718932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29074): Terminated: ok {rc=0}\u000a10:58:03.728665 --- ParallelTerminationStrategy: PID 29077 died...\u000a10:58:03.781946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29077): Terminated: ok {rc=0}\u000a10:58:03.870645 bus /sierra_3: Setting Powered False\u000a10:58:04.974121 bus /sierra_3: Setting Powered False\u000a10:58:06.082455 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29086): Process ended prematurely: osmo-stp_10.42.42.5(pid=29086) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29086)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29086): Process ended prematurely: osmo-stp_10.42.42.5(pid=29086) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:58:07.197389 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:58:07.209602 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:58:07.373917 tst mo_mt_call_osmux.py: using LAC 20990\u000a10:58:07.500501 tst mo_mt_call_osmux.py: using RAC 80\u000a10:58:07.627731 tst mo_mt_call_osmux.py: using CellId 20990\u000a10:58:07.748854 tst mo_mt_call_osmux.py: using BVCI 20991\u000a10:58:07.771931 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:58:07.783172 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:58:07.794258 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:58:07.805301 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:58:07.816325 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:58:07.827295 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:58:07.947901 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:58:08.149833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:08.637680 run create_hlr_db(pid=29080): Launched\u000a10:58:08.810727 bus /sierra_2: Setting Powered False\u000a10:58:09.833930 run create_hlr_db(pid=29080): Terminated: ok {rc=0}\u000a10:58:10.263888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29082): Launched\u000a10:58:10.589434 run osmo-hlr_10.42.42.2(pid=29083): Launched\u000a10:58:10.710084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:11.279339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29085): Launched\u000a10:58:11.603370 run osmo-stp_10.42.42.5(pid=29086): Launched\u000a10:58:11.724818 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:58:12.317530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29088): Launched\u000a10:58:12.642822 run osmo-msc_10.42.42.6(pid=29089): Launched\u000a10:58:12.833335 run osmo-stp_10.42.42.5(pid=29086): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29086)]\u000a10:58:12.970560 run osmo-stp_10.42.42.5(pid=29086): stdout: \u000a| (launched: 2022-12-09_10:58:11.443440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:13.106234 run osmo-stp_10.42.42.5(pid=29086): stderr: \u000a| �[0;m�[38;5;43m20221209105811634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105811634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105811634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105811635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105811635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105811635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105811635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:13.236481 run osmo-stp_10.42.42.5(pid=29086): stdout: \u000a| (launched: 2022-12-09_10:58:11.443440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:13.366162 run osmo-stp_10.42.42.5(pid=29086): stderr: \u000a| �[0;m�[38;5;43m20221209105811634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105811634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105811634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105811635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105811635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105811635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105811635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:13.423290 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29086): Process ended prematurely: osmo-stp_10.42.42.5(pid=29086) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29086)] [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:58:13.432650 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:58:13.496208 run osmo-hlr_10.42.42.2(pid=29083): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29083)]\u000a10:58:13.547848 run osmo-hlr_10.42.42.2(pid=29083): stdout: \u000a| (launched: 2022-12-09_10:58:10.428540) \u000a10:58:13.600276 run osmo-hlr_10.42.42.2(pid=29083): stderr: \u000a| �[0;m�[1;31m20221209105810625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105810625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105810625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105810625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105810625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105810625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105810638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105810646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105810646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105810646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:13.671181 run osmo-msc_10.42.42.6(pid=29089): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29089)]\u000a10:58:13.722817 run osmo-msc_10.42.42.6(pid=29089): stdout: \u000a| (launched: 2022-12-09_10:58:12.482284) \u000a10:58:13.774841 run osmo-msc_10.42.42.6(pid=29089): stderr: \u000a| �[0;m�[38;5;43m20221209105812801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105812801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f437d01cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105812801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105812801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105812802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105812802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105812803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105812804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105812804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105812804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:58:13.819626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29082): Terminating (SIGTERM)\u000a10:58:13.861704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29085): Terminating (SIGTERM)\u000a10:58:13.903611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29088): Terminating (SIGTERM)\u000a10:58:13.913664 --- ParallelTerminationStrategy: PID 29082 died...\u000a10:58:13.969484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29082): Terminated: ok {rc=0}\u000a10:58:13.979637 --- ParallelTerminationStrategy: PID 29085 died...\u000a10:58:14.035658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29085): Terminated: ok {rc=0}\u000a10:58:14.045857 --- ParallelTerminationStrategy: PID 29088 died...\u000a10:58:14.101778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29088): Terminated: ok {rc=0}\u000a10:58:14.187412 bus /sierra_3: Setting Powered False\u000a10:58:15.293547 bus /sierra_3: Setting Powered False\u000a10:58:16.406145 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:57:56" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29100): Process ended prematurely: osmo-stp_10.42.42.5(pid=29100) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29100)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29100): Process ended prematurely: osmo-stp_10.42.42.5(pid=29100) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:58:18.408713 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:58:18.419845 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:58:18.575190 tst mo_mt_call.py: using LAC 20991\u000a10:58:18.697718 tst mo_mt_call.py: using RAC 81\u000a10:58:18.814084 tst mo_mt_call.py: using CellId 20991\u000a10:58:18.930503 tst mo_mt_call.py: using BVCI 20992\u000a10:58:18.953493 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:58:18.964457 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:58:18.975552 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:58:18.986464 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:58:18.997439 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:58:19.008255 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:58:19.127048 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:58:19.328235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:19.811759 run create_hlr_db(pid=29094): Launched\u000a10:58:19.984121 bus /sierra_2: Setting Powered False\u000a10:58:21.006439 run create_hlr_db(pid=29094): Terminated: ok {rc=0}\u000a10:58:21.437772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29096): Launched\u000a10:58:21.763476 run osmo-hlr_10.42.42.2(pid=29097): Launched\u000a10:58:21.882896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:22.445696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29099): Launched\u000a10:58:22.771296 run osmo-stp_10.42.42.5(pid=29100): Launched\u000a10:58:22.888429 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:58:23.481192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29102): Launched\u000a10:58:23.807800 run osmo-msc_10.42.42.6(pid=29103): Launched\u000a10:58:23.998762 run osmo-stp_10.42.42.5(pid=29100): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29100)]\u000a10:58:24.135832 run osmo-stp_10.42.42.5(pid=29100): stdout: \u000a| (launched: 2022-12-09_10:58:22.610786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:24.271181 run osmo-stp_10.42.42.5(pid=29100): stderr: \u000a| �[0;m�[38;5;43m20221209105822799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105822799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105822799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105822800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105822800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105822800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105822800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:24.401262 run osmo-stp_10.42.42.5(pid=29100): stdout: \u000a| (launched: 2022-12-09_10:58:22.610786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:24.530405 run osmo-stp_10.42.42.5(pid=29100): stderr: \u000a| �[0;m�[38;5;43m20221209105822799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105822799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105822799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105822800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105822800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105822800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105822800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:24.587495 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29100): Process ended prematurely: osmo-stp_10.42.42.5(pid=29100) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29100)] [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:58:24.596801 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:58:24.660875 run osmo-hlr_10.42.42.2(pid=29097): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29097)]\u000a10:58:24.712681 run osmo-hlr_10.42.42.2(pid=29097): stdout: \u000a| (launched: 2022-12-09_10:58:21.602555) \u000a10:58:24.765358 run osmo-hlr_10.42.42.2(pid=29097): stderr: \u000a| �[0;m�[1;31m20221209105821796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105821796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105821796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105821796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105821796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105821796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105821808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105821817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105821817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105821818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:24.837256 run osmo-msc_10.42.42.6(pid=29103): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29103)]\u000a10:58:24.889174 run osmo-msc_10.42.42.6(pid=29103): stdout: \u000a| (launched: 2022-12-09_10:58:23.645875) \u000a10:58:24.941551 run osmo-msc_10.42.42.6(pid=29103): stderr: \u000a| �[0;m�[38;5;43m20221209105823963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105823963 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd1b557c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105823963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105823963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105823964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105823964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105823965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105823966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105823966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105823966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:58:24.985566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29096): Terminating (SIGTERM)\u000a10:58:25.027623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29099): Terminating (SIGTERM)\u000a10:58:25.069440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29102): Terminating (SIGTERM)\u000a10:58:25.079208 --- ParallelTerminationStrategy: PID 29096 died...\u000a10:58:25.135559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29096): Terminated: ok {rc=0}\u000a10:58:25.145796 --- ParallelTerminationStrategy: PID 29099 died...\u000a10:58:25.201605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29099): Terminated: ok {rc=0}\u000a10:58:25.211936 --- ParallelTerminationStrategy: PID 29102 died...\u000a10:58:25.268484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29102): Terminated: ok {rc=0}\u000a10:58:25.356153 bus /sierra_3: Setting Powered False\u000a10:58:26.461671 bus /sierra_3: Setting Powered False\u000a10:58:27.572172 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29111): Process ended prematurely: osmo-stp_10.42.42.5(pid=29111) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29111)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29111): Process ended prematurely: osmo-stp_10.42.42.5(pid=29111) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:58:28.682796 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:58:28.694842 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:58:28.848074 tst mo_mt_call_osmux.py: using LAC 20992\u000a10:58:28.967036 tst mo_mt_call_osmux.py: using RAC 82\u000a10:58:29.087607 tst mo_mt_call_osmux.py: using CellId 20992\u000a10:58:29.208616 tst mo_mt_call_osmux.py: using BVCI 20993\u000a10:58:29.231528 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:58:29.242741 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:58:29.253770 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:58:29.264741 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:58:29.275747 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:58:29.286820 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:58:29.401616 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:58:29.617638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:30.132072 run create_hlr_db(pid=29105): Launched\u000a10:58:30.320317 bus /sierra_2: Setting Powered False\u000a10:58:31.333887 run create_hlr_db(pid=29105): Terminated: ok {rc=0}\u000a10:58:31.786748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29107): Launched\u000a10:58:32.189250 run osmo-hlr_10.42.42.2(pid=29108): Launched\u000a10:58:32.308329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:32.845787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29110): Launched\u000a10:58:33.150270 run osmo-stp_10.42.42.5(pid=29111): Launched\u000a10:58:33.259677 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:58:33.815211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29113): Launched\u000a10:58:34.122695 run osmo-msc_10.42.42.6(pid=29114): Launched\u000a10:58:34.299739 run osmo-stp_10.42.42.5(pid=29111): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29111)]\u000a10:58:34.427592 run osmo-stp_10.42.42.5(pid=29111): stdout: \u000a| (launched: 2022-12-09_10:58:32.998878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:34.553185 run osmo-stp_10.42.42.5(pid=29111): stderr: \u000a| �[0;m�[38;5;43m20221209105833164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105833164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105833165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105833165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105833166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105833166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105833166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:34.675447 run osmo-stp_10.42.42.5(pid=29111): stdout: \u000a| (launched: 2022-12-09_10:58:32.998878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:34.795997 run osmo-stp_10.42.42.5(pid=29111): stderr: \u000a| �[0;m�[38;5;43m20221209105833164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105833164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105833165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105833165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105833166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105833166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105833166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:34.849700 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29111): Process ended prematurely: osmo-stp_10.42.42.5(pid=29111) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29111)] [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:58:34.858504 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:58:34.918035 run osmo-hlr_10.42.42.2(pid=29108): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29108)]\u000a10:58:34.966875 run osmo-hlr_10.42.42.2(pid=29108): stdout: \u000a| (launched: 2022-12-09_10:58:31.957228) \u000a10:58:35.016328 run osmo-hlr_10.42.42.2(pid=29108): stderr: \u000a| �[0;m�[1;31m20221209105832230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105832230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105832230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105832230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105832230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105832230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105832242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105832250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105832251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105832251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:35.083668 run osmo-msc_10.42.42.6(pid=29114): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29114)]\u000a10:58:35.132328 run osmo-msc_10.42.42.6(pid=29114): stdout: \u000a| (launched: 2022-12-09_10:58:33.970113) \u000a10:58:35.181747 run osmo-msc_10.42.42.6(pid=29114): stderr: \u000a| �[0;m�[38;5;43m20221209105834238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105834239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a1309cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105834239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105834239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105834239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105834239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105834241 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105834241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105834241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105834241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:58:35.223717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29107): Terminating (SIGTERM)\u000a10:58:35.263120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29110): Terminating (SIGTERM)\u000a10:58:35.302612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29113): Terminating (SIGTERM)\u000a10:58:35.311889 --- ParallelTerminationStrategy: PID 29107 died...\u000a10:58:35.365113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29107): Terminated: ok {rc=0}\u000a10:58:35.374796 --- ParallelTerminationStrategy: PID 29110 died...\u000a10:58:35.427834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29110): Terminated: ok {rc=0}\u000a10:58:35.437885 --- ParallelTerminationStrategy: PID 29113 died...\u000a10:58:35.490701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29113): Terminated: ok {rc=0}\u000a10:58:35.574670 bus /sierra_3: Setting Powered False\u000a10:58:36.682806 bus /sierra_3: Setting Powered False\u000a10:58:37.791585 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:58:18" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29126): Process ended prematurely: osmo-stp_10.42.42.5(pid=29126) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29126)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29126): Process ended prematurely: osmo-stp_10.42.42.5(pid=29126) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:58:39.780698 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:58:39.792189 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:58:39.949783 tst mo_mt_call.py: using LAC 20993\u000a10:58:40.066748 tst mo_mt_call.py: using RAC 83\u000a10:58:40.183509 tst mo_mt_call.py: using CellId 20993\u000a10:58:40.302383 tst mo_mt_call.py: using BVCI 20994\u000a10:58:40.325294 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:58:40.336411 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:58:40.347362 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:58:40.358405 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:58:40.369373 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:58:40.380450 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:58:40.499271 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:58:40.708900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:41.220110 run create_hlr_db(pid=29120): Launched\u000a10:58:41.406785 bus /sierra_2: Setting Powered False\u000a10:58:42.429044 run create_hlr_db(pid=29120): Terminated: ok {rc=0}\u000a10:58:42.834909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29122): Launched\u000a10:58:43.137704 run osmo-hlr_10.42.42.2(pid=29123): Launched\u000a10:58:43.249108 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:43.774951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29125): Launched\u000a10:58:44.078430 run osmo-stp_10.42.42.5(pid=29126): Launched\u000a10:58:44.187880 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:58:44.738639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29128): Launched\u000a10:58:45.043619 run osmo-msc_10.42.42.6(pid=29129): Launched\u000a10:58:45.220564 run osmo-stp_10.42.42.5(pid=29126): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29126)]\u000a10:58:45.348574 run osmo-stp_10.42.42.5(pid=29126): stdout: \u000a| (launched: 2022-12-09_10:58:43.929269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:45.474639 run osmo-stp_10.42.42.5(pid=29126): stderr: \u000a| �[0;m�[38;5;43m20221209105844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105844097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:45.596209 run osmo-stp_10.42.42.5(pid=29126): stdout: \u000a| (launched: 2022-12-09_10:58:43.929269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:45.716870 run osmo-stp_10.42.42.5(pid=29126): stderr: \u000a| �[0;m�[38;5;43m20221209105844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105844097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:45.770420 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29126): Process ended prematurely: osmo-stp_10.42.42.5(pid=29126) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29126)] [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:58:45.779260 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:58:45.838817 run osmo-hlr_10.42.42.2(pid=29123): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29123)]\u000a10:58:45.890593 run osmo-hlr_10.42.42.2(pid=29123): stdout: \u000a| (launched: 2022-12-09_10:58:42.987939) \u000a10:58:45.948218 run osmo-hlr_10.42.42.2(pid=29123): stderr: \u000a| �[0;m�[1;31m20221209105843160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105843160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105843160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105843160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105843160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105843160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105843173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105843181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105843181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105843182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:46.015699 run osmo-msc_10.42.42.6(pid=29129): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29129)]\u000a10:58:46.065422 run osmo-msc_10.42.42.6(pid=29129): stdout: \u000a| (launched: 2022-12-09_10:58:44.893442) \u000a10:58:46.119674 run osmo-msc_10.42.42.6(pid=29129): stderr: \u000a| �[0;m�[38;5;43m20221209105845162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105845162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f208e69dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105845162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105845162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105845162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105845162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105845164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105845164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105845165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105845165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:58:46.166261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29122): Terminating (SIGTERM)\u000a10:58:46.213674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29125): Terminating (SIGTERM)\u000a10:58:46.259946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29128): Terminating (SIGTERM)\u000a10:58:46.270876 --- ParallelTerminationStrategy: PID 29122 died...\u000a10:58:46.333141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29122): Terminated: ok {rc=0}\u000a10:58:46.346446 --- ParallelTerminationStrategy: PID 29125 died...\u000a10:58:46.405598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29125): Terminated: ok {rc=0}\u000a10:58:46.416629 --- ParallelTerminationStrategy: PID 29128 died...\u000a10:58:46.475639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29128): Terminated: ok {rc=0}\u000a10:58:46.578383 bus /sierra_3: Setting Powered False\u000a10:58:47.683735 bus /sierra_3: Setting Powered False\u000a10:58:48.791604 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29137): Process ended prematurely: osmo-stp_10.42.42.5(pid=29137) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29137)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29137): Process ended prematurely: osmo-stp_10.42.42.5(pid=29137) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:58:49.901816 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:58:49.913639 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:58:50.066112 tst mo_mt_call_osmux.py: using LAC 20994\u000a10:58:50.184526 tst mo_mt_call_osmux.py: using RAC 84\u000a10:58:50.309091 tst mo_mt_call_osmux.py: using CellId 20994\u000a10:58:50.425609 tst mo_mt_call_osmux.py: using BVCI 20995\u000a10:58:50.448546 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:58:50.459741 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:58:50.470868 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:58:50.482004 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:58:50.493262 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:58:50.504239 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:58:50.622718 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:58:50.826646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:51.314093 run create_hlr_db(pid=29131): Launched\u000a10:58:51.486984 bus /sierra_2: Setting Powered False\u000a10:58:52.521455 run create_hlr_db(pid=29131): Terminated: ok {rc=0}\u000a10:58:52.954241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29133): Launched\u000a10:58:53.278295 run osmo-hlr_10.42.42.2(pid=29134): Launched\u000a10:58:53.396745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:53.958618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29136): Launched\u000a10:58:54.283377 run osmo-stp_10.42.42.5(pid=29137): Launched\u000a10:58:54.401837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:58:54.994046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29139): Launched\u000a10:58:55.319888 run osmo-msc_10.42.42.6(pid=29140): Launched\u000a10:58:55.509804 run osmo-stp_10.42.42.5(pid=29137): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29137)]\u000a10:58:55.647068 run osmo-stp_10.42.42.5(pid=29137): stdout: \u000a| (launched: 2022-12-09_10:58:54.123189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:55.782846 run osmo-stp_10.42.42.5(pid=29137): stderr: \u000a| �[0;m�[38;5;43m20221209105854310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105854310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105854310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105854311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105854311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105854311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105854311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:55.914083 run osmo-stp_10.42.42.5(pid=29137): stdout: \u000a| (launched: 2022-12-09_10:58:54.123189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:56.043783 run osmo-stp_10.42.42.5(pid=29137): stderr: \u000a| �[0;m�[38;5;43m20221209105854310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105854310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105854310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105854311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105854311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105854311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105854311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:56.100807 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29137): Process ended prematurely: osmo-stp_10.42.42.5(pid=29137) [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29137)] [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:58:56.110268 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:58:56.173616 run osmo-hlr_10.42.42.2(pid=29134): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29134)]\u000a10:58:56.225060 run osmo-hlr_10.42.42.2(pid=29134): stdout: \u000a| (launched: 2022-12-09_10:58:53.119155) \u000a10:58:56.277168 run osmo-hlr_10.42.42.2(pid=29134): stderr: \u000a| �[0;m�[1;31m20221209105853311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105853311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105853311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105853311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105853311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105853311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105853322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105853331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105853332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105853332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:56.347837 run osmo-msc_10.42.42.6(pid=29140): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29140)]\u000a10:58:56.398924 run osmo-msc_10.42.42.6(pid=29140): stdout: \u000a| (launched: 2022-12-09_10:58:55.159069) \u000a10:58:56.451126 run osmo-msc_10.42.42.6(pid=29140): stderr: \u000a| �[0;m�[38;5;43m20221209105855477 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105855477 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f470b848c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105855477 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105855477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105855478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105855478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105855479 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105855480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105855480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105855480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:58:56.495570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29133): Terminating (SIGTERM)\u000a10:58:56.537597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29136): Terminating (SIGTERM)\u000a10:58:56.579851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29139): Terminating (SIGTERM)\u000a10:58:56.590083 --- ParallelTerminationStrategy: PID 29133 died...\u000a10:58:56.646410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29133): Terminated: ok {rc=0}\u000a10:58:56.656499 --- ParallelTerminationStrategy: PID 29136 died...\u000a10:58:56.712370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29136): Terminated: ok {rc=0}\u000a10:58:56.722946 --- ParallelTerminationStrategy: PID 29139 died...\u000a10:58:56.778884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29139): Terminated: ok {rc=0}\u000a10:58:56.867694 bus /sierra_3: Setting Powered False\u000a10:58:57.971688 bus /sierra_3: Setting Powered False\u000a10:58:59.083192 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:58:39" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29151): Process ended prematurely: osmo-stp_10.42.42.5(pid=29151) [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29151)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29151): Process ended prematurely: osmo-stp_10.42.42.5(pid=29151) [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:59:01.083448 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:59:01.095665 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:59:01.258627 tst mo_mt_call.py: using LAC 20995\u000a10:59:01.390098 tst mo_mt_call.py: using RAC 85\u000a10:59:01.513851 tst mo_mt_call.py: using CellId 20995\u000a10:59:01.663450 tst mo_mt_call.py: using BVCI 20996\u000a10:59:01.695213 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:59:01.709813 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:59:01.724465 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:59:01.738390 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:59:01.753557 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:59:01.767837 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:59:01.926643 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:59:02.185191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:02.672929 run create_hlr_db(pid=29145): Launched\u000a10:59:02.846787 bus /sierra_2: Setting Powered False\u000a10:59:03.869457 run create_hlr_db(pid=29145): Terminated: ok {rc=0}\u000a10:59:04.301214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29147): Launched\u000a10:59:04.627158 run osmo-hlr_10.42.42.2(pid=29148): Launched\u000a10:59:04.750311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:05.317340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29150): Launched\u000a10:59:05.641662 run osmo-stp_10.42.42.5(pid=29151): Launched\u000a10:59:05.758843 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:06.351247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29153): Launched\u000a10:59:06.676182 run osmo-msc_10.42.42.6(pid=29154): Launched\u000a10:59:06.866821 run osmo-stp_10.42.42.5(pid=29151): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29151)]\u000a10:59:07.004451 run osmo-stp_10.42.42.5(pid=29151): stdout: \u000a| (launched: 2022-12-09_10:59:05.481904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:07.140148 run osmo-stp_10.42.42.5(pid=29151): stderr: \u000a| �[0;m�[38;5;43m20221209105905670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105905670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105905670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105905670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105905671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105905671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105905671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:07.270863 run osmo-stp_10.42.42.5(pid=29151): stdout: \u000a| (launched: 2022-12-09_10:59:05.481904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:07.400623 run osmo-stp_10.42.42.5(pid=29151): stderr: \u000a| �[0;m�[38;5;43m20221209105905670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105905670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105905670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105905670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105905671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105905671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105905671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:07.458289 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29151): Process ended prematurely: osmo-stp_10.42.42.5(pid=29151) [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29151)] [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:59:07.467664 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:59:07.531749 run osmo-hlr_10.42.42.2(pid=29148): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29148)]\u000a10:59:07.583721 run osmo-hlr_10.42.42.2(pid=29148): stdout: \u000a| (launched: 2022-12-09_10:59:04.465869) \u000a10:59:07.636213 run osmo-hlr_10.42.42.2(pid=29148): stderr: \u000a| �[0;m�[1;31m20221209105904660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105904660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105904660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105904660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105904660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105904660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105904673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105904682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105904683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105904683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:07.707181 run osmo-msc_10.42.42.6(pid=29154): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29154)]\u000a10:59:07.758818 run osmo-msc_10.42.42.6(pid=29154): stdout: \u000a| (launched: 2022-12-09_10:59:06.515330) \u000a10:59:07.811013 run osmo-msc_10.42.42.6(pid=29154): stderr: \u000a| �[0;m�[38;5;43m20221209105906833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105906833 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76a0d28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105906833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105906833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105906833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105906834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105906835 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105906836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105906836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105906836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:59:07.856015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29147): Terminating (SIGTERM)\u000a10:59:07.898370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29150): Terminating (SIGTERM)\u000a10:59:07.940383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29153): Terminating (SIGTERM)\u000a10:59:07.950735 --- ParallelTerminationStrategy: PID 29147 died...\u000a10:59:08.006904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29147): Terminated: ok {rc=0}\u000a10:59:08.017583 --- ParallelTerminationStrategy: PID 29150 died...\u000a10:59:08.073371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29150): Terminated: ok {rc=0}\u000a10:59:08.084055 --- ParallelTerminationStrategy: PID 29153 died...\u000a10:59:08.140092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29153): Terminated: ok {rc=0}\u000a10:59:08.227366 bus /sierra_3: Setting Powered False\u000a10:59:09.334839 bus /sierra_3: Setting Powered False\u000a10:59:10.443490 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29162): Process ended prematurely: osmo-stp_10.42.42.5(pid=29162) [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29162)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29162): Process ended prematurely: osmo-stp_10.42.42.5(pid=29162) [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:59:11.559755 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:59:11.572142 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:59:11.730207 tst mo_mt_call_osmux.py: using LAC 20996\u000a10:59:11.850343 tst mo_mt_call_osmux.py: using RAC 86\u000a10:59:11.977224 tst mo_mt_call_osmux.py: using CellId 20996\u000a10:59:12.105525 tst mo_mt_call_osmux.py: using BVCI 20997\u000a10:59:12.130332 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:59:12.142554 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:59:12.154831 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:59:12.166558 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:59:12.179100 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:59:12.191495 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:59:12.306106 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:59:12.518752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:13.031072 run create_hlr_db(pid=29156): Launched\u000a10:59:13.218067 bus /sierra_2: Setting Powered False\u000a10:59:14.239510 run create_hlr_db(pid=29156): Terminated: ok {rc=0}\u000a10:59:14.646307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29158): Launched\u000a10:59:14.948597 run osmo-hlr_10.42.42.2(pid=29159): Launched\u000a10:59:15.069125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:15.607272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29161): Launched\u000a10:59:15.941519 run osmo-stp_10.42.42.5(pid=29162): Launched\u000a10:59:16.207061 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:16.786844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29164): Launched\u000a10:59:17.189203 run osmo-msc_10.42.42.6(pid=29165): Launched\u000a10:59:17.395018 run osmo-stp_10.42.42.5(pid=29162): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29162)]\u000a10:59:17.525601 run osmo-stp_10.42.42.5(pid=29162): stdout: \u000a| (launched: 2022-12-09_10:59:15.760292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:17.651978 run osmo-stp_10.42.42.5(pid=29162): stderr: \u000a| �[0;m�[38;5;43m20221209105916041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105916042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105916042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105916042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105916043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105916043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105916043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:17.773766 run osmo-stp_10.42.42.5(pid=29162): stdout: \u000a| (launched: 2022-12-09_10:59:15.760292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:17.894768 run osmo-stp_10.42.42.5(pid=29162): stderr: \u000a| �[0;m�[38;5;43m20221209105916041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105916042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105916042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105916042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105916043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105916043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105916043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:17.948255 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29162): Process ended prematurely: osmo-stp_10.42.42.5(pid=29162) [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29162)] [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:59:17.957146 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:59:18.017010 run osmo-hlr_10.42.42.2(pid=29159): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29159)]\u000a10:59:18.065915 run osmo-hlr_10.42.42.2(pid=29159): stdout: \u000a| (launched: 2022-12-09_10:59:14.799773) \u000a10:59:18.115239 run osmo-hlr_10.42.42.2(pid=29159): stderr: \u000a| �[0;m�[1;31m20221209105914972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105914972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105914972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105914973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105914973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105914973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105914985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105914993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105914993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105914993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:18.182294 run osmo-msc_10.42.42.6(pid=29165): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29165)]\u000a10:59:18.231955 run osmo-msc_10.42.42.6(pid=29165): stdout: \u000a| (launched: 2022-12-09_10:59:16.943414) \u000a10:59:18.281190 run osmo-msc_10.42.42.6(pid=29165): stderr: \u000a| �[0;m�[38;5;43m20221209105917394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105917394 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa5a148c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105917394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105917394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105917395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105917395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105917397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105917397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105917397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105917397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:59:18.322825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29158): Terminating (SIGTERM)\u000a10:59:18.362167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29161): Terminating (SIGTERM)\u000a10:59:18.401806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29164): Terminating (SIGTERM)\u000a10:59:18.411429 --- ParallelTerminationStrategy: PID 29158 died...\u000a10:59:18.464756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29158): Terminated: ok {rc=0}\u000a10:59:18.474499 --- ParallelTerminationStrategy: PID 29161 died...\u000a10:59:18.527198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29161): Terminated: ok {rc=0}\u000a10:59:18.536828 --- ParallelTerminationStrategy: PID 29164 died...\u000a10:59:18.589692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29164): Terminated: ok {rc=0}\u000a10:59:18.678389 bus /sierra_3: Setting Powered False\u000a10:59:19.781649 bus /sierra_3: Setting Powered False\u000a10:59:20.888646 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:59:00" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29176): Process ended prematurely: osmo-stp_10.42.42.5(pid=29176) [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29176)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29176): Process ended prematurely: osmo-stp_10.42.42.5(pid=29176) [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a10:59:22.888179 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:59:22.899350 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:59:23.036523 tst mo_mt_call.py: using LAC 20997\u000a10:59:23.156510 tst mo_mt_call.py: using RAC 87\u000a10:59:23.276690 tst mo_mt_call.py: using CellId 20997\u000a10:59:23.397493 tst mo_mt_call.py: using BVCI 20998\u000a10:59:23.420359 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:59:23.431683 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:59:23.442827 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:59:23.453922 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:59:23.465169 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:59:23.476252 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:59:23.596554 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:59:23.797169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:24.284489 run create_hlr_db(pid=29170): Launched\u000a10:59:24.457690 bus /sierra_2: Setting Powered False\u000a10:59:25.480523 run create_hlr_db(pid=29170): Terminated: ok {rc=0}\u000a10:59:25.885907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29172): Launched\u000a10:59:26.189546 run osmo-hlr_10.42.42.2(pid=29173): Launched\u000a10:59:26.306783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:26.836852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29175): Launched\u000a10:59:27.138452 run osmo-stp_10.42.42.5(pid=29176): Launched\u000a10:59:27.246042 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:27.795987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29178): Launched\u000a10:59:28.096828 run osmo-msc_10.42.42.6(pid=29179): Launched\u000a10:59:28.273357 run osmo-stp_10.42.42.5(pid=29176): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29176)]\u000a10:59:28.399859 run osmo-stp_10.42.42.5(pid=29176): stdout: \u000a| (launched: 2022-12-09_10:59:26.989789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:28.524942 run osmo-stp_10.42.42.5(pid=29176): stderr: \u000a| �[0;m�[38;5;43m20221209105927156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105927156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105927157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105927157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105927158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105927158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105927158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:28.646128 run osmo-stp_10.42.42.5(pid=29176): stdout: \u000a| (launched: 2022-12-09_10:59:26.989789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:28.765520 run osmo-stp_10.42.42.5(pid=29176): stderr: \u000a| �[0;m�[38;5;43m20221209105927156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105927156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105927157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105927157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105927158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105927158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105927158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:28.818584 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29176): Process ended prematurely: osmo-stp_10.42.42.5(pid=29176) [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29176)] [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a10:59:28.827141 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:59:28.886353 run osmo-hlr_10.42.42.2(pid=29173): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29173)]\u000a10:59:28.935039 run osmo-hlr_10.42.42.2(pid=29173): stdout: \u000a| (launched: 2022-12-09_10:59:26.038965) \u000a10:59:28.984461 run osmo-hlr_10.42.42.2(pid=29173): stderr: \u000a| �[0;m�[1;31m20221209105926212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105926212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105926212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105926212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105926212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105926212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105926224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105926232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105926233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105926233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:29.051625 run osmo-msc_10.42.42.6(pid=29179): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29179)]\u000a10:59:29.100830 run osmo-msc_10.42.42.6(pid=29179): stdout: \u000a| (launched: 2022-12-09_10:59:27.948049) \u000a10:59:29.150390 run osmo-msc_10.42.42.6(pid=29179): stderr: \u000a| �[0;m�[38;5;43m20221209105928215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105928215 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f567c2d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105928215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105928215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105928215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105928215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105928217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105928218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105928218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105928218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:59:29.192260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29172): Terminating (SIGTERM)\u000a10:59:29.231669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29175): Terminating (SIGTERM)\u000a10:59:29.271065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29178): Terminating (SIGTERM)\u000a10:59:29.280324 --- ParallelTerminationStrategy: PID 29172 died...\u000a10:59:29.333146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29172): Terminated: ok {rc=0}\u000a10:59:29.342710 --- ParallelTerminationStrategy: PID 29175 died...\u000a10:59:29.395478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29175): Terminated: ok {rc=0}\u000a10:59:29.405059 --- ParallelTerminationStrategy: PID 29178 died...\u000a10:59:29.457924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29178): Terminated: ok {rc=0}\u000a10:59:29.547219 bus /sierra_3: Setting Powered False\u000a10:59:30.649813 bus /sierra_3: Setting Powered False\u000a10:59:31.763554 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29188): Process ended prematurely: osmo-stp_10.42.42.5(pid=29188) [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29188)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29188): Process ended prematurely: osmo-stp_10.42.42.5(pid=29188) [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:59:32.872031 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:59:32.884011 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:59:33.021467 tst mo_mt_call_osmux.py: using LAC 20998\u000a10:59:33.139828 tst mo_mt_call_osmux.py: using RAC 88\u000a10:59:33.259558 tst mo_mt_call_osmux.py: using CellId 20998\u000a10:59:33.379680 tst mo_mt_call_osmux.py: using BVCI 20999\u000a10:59:33.402594 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:59:33.414227 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:59:33.425422 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:59:33.436411 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:59:33.447646 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:59:33.458774 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:59:33.579183 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:59:33.793738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:34.307539 run create_hlr_db(pid=29182): Launched\u000a10:59:34.495877 bus /sierra_2: Setting Powered False\u000a10:59:35.517385 run create_hlr_db(pid=29182): Terminated: ok {rc=0}\u000a10:59:35.923008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29184): Launched\u000a10:59:36.227272 run osmo-hlr_10.42.42.2(pid=29185): Launched\u000a10:59:36.344298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:36.873433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29187): Launched\u000a10:59:37.176663 run osmo-stp_10.42.42.5(pid=29188): Launched\u000a10:59:37.286124 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:37.837908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29190): Launched\u000a10:59:38.142985 run osmo-msc_10.42.42.6(pid=29191): Launched\u000a10:59:38.319599 run osmo-stp_10.42.42.5(pid=29188): ERR: Terminated: ERROR {rc=1} [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29188)]\u000a10:59:38.447121 run osmo-stp_10.42.42.5(pid=29188): stdout: \u000a| (launched: 2022-12-09_10:59:37.026537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:38.572530 run osmo-stp_10.42.42.5(pid=29188): stderr: \u000a| �[0;m�[38;5;43m20221209105937193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105937194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105937194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105937194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105937195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105937195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105937195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:38.694154 run osmo-stp_10.42.42.5(pid=29188): stdout: \u000a| (launched: 2022-12-09_10:59:37.026537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:38.814623 run osmo-stp_10.42.42.5(pid=29188): stderr: \u000a| �[0;m�[38;5;43m20221209105937193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105937194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105937194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105937194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105937195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105937195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105937195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:38.868094 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29188): Process ended prematurely: osmo-stp_10.42.42.5(pid=29188) [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29188)] [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a10:59:38.877070 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a10:59:38.936989 run osmo-hlr_10.42.42.2(pid=29185): ERR: Terminated: ERROR {rc=237} [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29185)]\u000a10:59:38.985843 run osmo-hlr_10.42.42.2(pid=29185): stdout: \u000a| (launched: 2022-12-09_10:59:36.077724) \u000a10:59:39.035322 run osmo-hlr_10.42.42.2(pid=29185): stderr: \u000a| �[0;m�[1;31m20221209105936250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105936250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105936250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105936250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105936250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105936250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105936262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105936270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105936270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105936271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:39.102816 run osmo-msc_10.42.42.6(pid=29191): ERR: Terminated: ERROR {rc=2} [trial-2358↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29191)]\u000a10:59:39.151566 run osmo-msc_10.42.42.6(pid=29191): stdout: \u000a| (launched: 2022-12-09_10:59:37.991145) \u000a10:59:39.201638 run osmo-msc_10.42.42.6(pid=29191): stderr: \u000a| �[0;m�[38;5;43m20221209105938258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105938258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc20c38ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105938258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105938258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105938258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105938258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105938260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105938261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105938261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105938261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:59:39.244314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29184): Terminating (SIGTERM)\u000a10:59:39.284105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29187): Terminating (SIGTERM)\u000a10:59:39.323778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29190): Terminating (SIGTERM)\u000a10:59:39.333182 --- ParallelTerminationStrategy: PID 29184 died...\u000a10:59:39.386702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29184): Terminated: ok {rc=0}\u000a10:59:39.396442 --- ParallelTerminationStrategy: PID 29187 died...\u000a10:59:39.449534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29187): Terminated: ok {rc=0}\u000a10:59:39.459367 --- ParallelTerminationStrategy: PID 29190 died...\u000a10:59:39.512266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29190): Terminated: ok {rc=0}\u000a10:59:39.601102 bus /sierra_3: Setting Powered False\u000a10:59:40.705505 bus /sierra_3: Setting Powered False\u000a10:59:41.812315 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:59:22" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29202): Process ended prematurely: osmo-stp_10.42.42.5(pid=29202) [trial-2358↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29202): Process ended prematurely: osmo-stp_10.42.42.5(pid=29202) [trial-2358↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:59:43.829065 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:43.839843 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:59:43.974024 tst emergency_mo_mt_call.py: using LAC 20999\u000a10:59:44.089209 tst emergency_mo_mt_call.py: using RAC 89\u000a10:59:44.203298 tst emergency_mo_mt_call.py: using CellId 20999\u000a10:59:44.317884 tst emergency_mo_mt_call.py: using BVCI 21000\u000a10:59:44.340466 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:44.351209 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:44.361665 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:44.372143 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:44.382638 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:44.393166 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:59:44.511297 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:59:44.719645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:45.221946 run create_hlr_db(pid=29196): Launched\u000a10:59:45.406820 bus /sierra_2: Setting Powered False\u000a10:59:46.430744 run create_hlr_db(pid=29196): Terminated: ok {rc=0}\u000a10:59:46.870684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29198): Launched\u000a10:59:47.218693 run osmo-hlr_10.42.42.2(pid=29199): Launched\u000a10:59:47.333303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:47.891764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29201): Launched\u000a10:59:48.211183 run osmo-stp_10.42.42.5(pid=29202): Launched\u000a10:59:48.342618 tst emergency_mo_mt_call.py: using MSISDN 7168\u000a10:59:48.501313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:49.083329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29204): Launched\u000a10:59:49.403445 run osmo-msc_10.42.42.6(pid=29205): Launched\u000a10:59:49.591250 run osmo-stp_10.42.42.5(pid=29202): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)]\u000a10:59:49.725885 run osmo-stp_10.42.42.5(pid=29202): stdout: \u000a| (launched: 2022-12-09_10:59:48.053306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:49.860148 run osmo-stp_10.42.42.5(pid=29202): stderr: \u000a| �[0;m�[38;5;43m20221209105948241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105948241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105948242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105948242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105948243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105948243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105948243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:49.988786 run osmo-stp_10.42.42.5(pid=29202): stdout: \u000a| (launched: 2022-12-09_10:59:48.053306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:50.115909 run osmo-stp_10.42.42.5(pid=29202): stderr: \u000a| �[0;m�[38;5;43m20221209105948241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105948241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105948242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105948242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105948243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105948243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105948243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:50.171781 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29202): Process ended prematurely: osmo-stp_10.42.42.5(pid=29202) [trial-2358↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)] [trial-2358↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a10:59:50.180706 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a10:59:50.245105 run osmo-hlr_10.42.42.2(pid=29199): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29199)]\u000a10:59:50.297241 run osmo-hlr_10.42.42.2(pid=29199): stdout: \u000a| (launched: 2022-12-09_10:59:47.036221) \u000a10:59:50.350213 run osmo-hlr_10.42.42.2(pid=29199): stderr: \u000a| �[0;m�[1;31m20221209105947251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105947251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105947251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105947251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105947252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105947252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105947263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105947272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105947272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105947272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:50.422015 run osmo-msc_10.42.42.6(pid=29205): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29205)]\u000a10:59:50.474402 run osmo-msc_10.42.42.6(pid=29205): stdout: \u000a| (launched: 2022-12-09_10:59:49.245377) \u000a10:59:50.527377 run osmo-msc_10.42.42.6(pid=29205): stderr: \u000a| �[0;m�[38;5;43m20221209105949565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105949565 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ba9c6fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105949565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105949566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105949566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105949566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105949568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105949568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105949568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105949568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:59:50.572435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29198): Terminating (SIGTERM)\u000a10:59:50.614815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29201): Terminating (SIGTERM)\u000a10:59:50.657408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29204): Terminating (SIGTERM)\u000a10:59:50.667641 --- ParallelTerminationStrategy: PID 29198 died...\u000a10:59:50.724852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29198): Terminated: ok {rc=0}\u000a10:59:50.735494 --- ParallelTerminationStrategy: PID 29201 died...\u000a10:59:50.792229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29201): Terminated: ok {rc=0}\u000a10:59:50.802514 --- ParallelTerminationStrategy: PID 29204 died...\u000a10:59:50.858966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29204): Terminated: ok {rc=0}\u000a10:59:50.948126 bus /sierra_3: Setting Powered False\u000a10:59:52.056021 bus /sierra_3: Setting Powered False\u000a10:59:53.164706 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29213): Process ended prematurely: osmo-stp_10.42.42.5(pid=29213) [trial-2358↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29213)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29213): Process ended prematurely: osmo-stp_10.42.42.5(pid=29213) [trial-2358↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:59:54.218485 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:54.230443 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:59:54.375049 tst emergency_preemptive_call.py: using LAC 21000\u000a10:59:54.500313 tst emergency_preemptive_call.py: using RAC 90\u000a10:59:54.620559 tst emergency_preemptive_call.py: using CellId 21000\u000a10:59:54.739049 tst emergency_preemptive_call.py: using BVCI 21001\u000a10:59:54.761869 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:54.772651 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:54.783308 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:54.794190 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:54.804631 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:54.815087 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:59:54.934451 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:59:55.049785 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:59:55.166965 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:59:55.366221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:55.849931 run create_hlr_db(pid=29207): Launched\u000a10:59:56.022455 bus /sierra_2: Setting Powered False\u000a10:59:57.044470 run create_hlr_db(pid=29207): Terminated: ok {rc=0}\u000a10:59:57.444087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29209): Launched\u000a10:59:57.743091 run osmo-hlr_10.42.42.2(pid=29210): Launched\u000a10:59:57.859282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:58.382422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29212): Launched\u000a10:59:58.681379 run osmo-stp_10.42.42.5(pid=29213): Launched\u000a10:59:58.800656 tst emergency_preemptive_call.py: using MSISDN 7169\u000a10:59:58.948135 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:59.493352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29215): Launched\u000a10:59:59.791083 run osmo-msc_10.42.42.6(pid=29216): Launched\u000a10:59:59.965399 run osmo-stp_10.42.42.5(pid=29213): ERR: Terminated: ERROR {rc=1} [trial-2358↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29213)]\u000a11:00:00.091157 run osmo-stp_10.42.42.5(pid=29213): stdout: \u000a| (launched: 2022-12-09_10:59:58.534192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:00.215176 run osmo-stp_10.42.42.5(pid=29213): stderr: \u000a| �[0;m�[38;5;43m20221209105958700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105958701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105958701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105958701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105958702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105958702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105958702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:00.334479 run osmo-stp_10.42.42.5(pid=29213): stdout: \u000a| (launched: 2022-12-09_10:59:58.534192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:00.452404 run osmo-stp_10.42.42.5(pid=29213): stderr: \u000a| �[0;m�[38;5;43m20221209105958700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209105958701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209105958701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209105958701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209105958702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209105958702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209105958702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:00.504856 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29213): Process ended prematurely: osmo-stp_10.42.42.5(pid=29213) [trial-2358↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29213)] [trial-2358↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a11:00:00.513202 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a11:00:00.573698 run osmo-hlr_10.42.42.2(pid=29210): ERR: Terminated: ERROR {rc=237} [trial-2358↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29210)]\u000a11:00:00.623371 run osmo-hlr_10.42.42.2(pid=29210): stdout: \u000a| (launched: 2022-12-09_10:59:57.595815) \u000a11:00:00.673854 run osmo-hlr_10.42.42.2(pid=29210): stderr: \u000a| �[0;m�[1;31m20221209105957771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209105957771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209105957771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105957771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209105957771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209105957771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209105957783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209105957793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209105957793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209105957793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:00.741757 run osmo-msc_10.42.42.6(pid=29216): ERR: Terminated: ERROR {rc=2} [trial-2358↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29216)]\u000a11:00:00.791125 run osmo-msc_10.42.42.6(pid=29216): stdout: \u000a| (launched: 2022-12-09_10:59:59.643979) \u000a11:00:00.858783 run osmo-msc_10.42.42.6(pid=29216): stderr: \u000a| �[0;m�[38;5;43m20221209105959912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209105959913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08b8bf9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209105959913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209105959913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209105959913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209105959913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209105959915 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209105959915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209105959917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209105959917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:00:00.914790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29209): Terminating (SIGTERM)\u000a11:00:00.962112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29212): Terminating (SIGTERM)\u000a11:00:01.010640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29215): Terminating (SIGTERM)\u000a11:00:01.021789 --- ParallelTerminationStrategy: PID 29209 died...\u000a11:00:01.109113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29209): Terminated: ok {rc=0}\u000a11:00:01.120245 --- ParallelTerminationStrategy: PID 29212 died...\u000a11:00:01.181417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29212): Terminated: ok {rc=0}\u000a11:00:01.192555 --- ParallelTerminationStrategy: PID 29215 died...\u000a11:00:01.261235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29215): Terminated: ok {rc=0}\u000a11:00:01.365602 bus /sierra_9: Setting Powered False\u000a11:00:02.472714 bus /sierra_9: Setting Powered False\u000a11:00:03.581529 bus /sierra_8: Setting Powered False\u000a11:00:04.689268 bus /sierra_8: Setting Powered False\u000a11:00:05.801687 bus /sierra_3: Setting Powered False\u000a11:00:06.905208 bus /sierra_3: Setting Powered False\u000a11:00:08.018152 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T10:59:43" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29236): Process ended prematurely: osmo-stp_10.42.42.5(pid=29236) [trial-2358↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29236)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29236): Process ended prematurely: osmo-stp_10.42.42.5(pid=29236) [trial-2358↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:00:10.140421 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:10.151706 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:00:10.289198 tst cs_paging_gprs_active.py: using LAC 21001\u000a11:00:10.409157 tst cs_paging_gprs_active.py: using RAC 91\u000a11:00:10.540856 tst cs_paging_gprs_active.py: using CellId 21001\u000a11:00:10.669308 tst cs_paging_gprs_active.py: using BVCI 21002\u000a11:00:10.694267 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:10.705594 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:10.716583 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:10.728142 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:10.739325 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:10.750482 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:10.761829 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:10.772681 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:10.783932 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:00:10.901973 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:00:11.181148 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:00:11.307771 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:11.623952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29226): Launched\u000a11:00:11.889085 run iperf3-srv_10.42.42.10(pid=29227): Launched\u000a11:00:12.073355 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:00:12.199082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:12.536901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29228): Launched\u000a11:00:12.818896 run iperf3-srv_10.42.42.10(pid=29229): Launched\u000a11:00:13.018681 tst cs_paging_gprs_active.py:38: start network...\u000a11:00:13.154697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:13.668326 run create_hlr_db(pid=29230): Launched\u000a11:00:13.856070 bus /sierra_2: Setting Powered False\u000a11:00:14.877449 run create_hlr_db(pid=29230): Terminated: ok {rc=0}\u000a11:00:15.311355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29232): Launched\u000a11:00:15.639920 run osmo-hlr_10.42.42.2(pid=29233): Launched\u000a11:00:15.759019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:16.355810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29235): Launched\u000a11:00:16.883336 run osmo-stp_10.42.42.5(pid=29236): Launched\u000a11:00:17.104386 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:00:17.638440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29238): Launched\u000a11:00:17.746080 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:00:18.011391 run patchelf(pid=29239): Launched\u000a11:00:18.188303 run osmo-stp_10.42.42.5(pid=29236): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29236)]\u000a11:00:18.317539 run osmo-stp_10.42.42.5(pid=29236): stdout: \u000a| (launched: 2022-12-09_11:00:16.523349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:18.446928 run osmo-stp_10.42.42.5(pid=29236): stderr: \u000a| �[0;m�[38;5;43m20221209110016823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110016823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110016824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110016825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110016827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110016827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110016827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:18.572260 run osmo-stp_10.42.42.5(pid=29236): stdout: \u000a| (launched: 2022-12-09_11:00:16.523349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:18.696057 run osmo-stp_10.42.42.5(pid=29236): stderr: \u000a| �[0;m�[38;5;43m20221209110016823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110016823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110016824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110016825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110016827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110016827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110016827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:18.841072 run patchelf(pid=29239): Terminating (SIGINT)\u000a11:00:19.011252 run patchelf(pid=29239): Terminated: ok {rc=0}\u000a11:00:19.042573 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29236): Process ended prematurely: osmo-stp_10.42.42.5(pid=29236) [trial-2358↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29236)] [trial-2358↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a11:00:19.051857 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a11:00:19.111936 run osmo-hlr_10.42.42.2(pid=29233): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29233)]\u000a11:00:19.160903 run osmo-hlr_10.42.42.2(pid=29233): stdout: \u000a| (launched: 2022-12-09_11:00:15.477976) \u000a11:00:19.210458 run osmo-hlr_10.42.42.2(pid=29233): stderr: \u000a| �[0;m�[1;31m20221209110015673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110015673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110015673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110015673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110015673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110015673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110015686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110015695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110015695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110015695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:19.252795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29226): Terminating (SIGTERM)\u000a11:00:19.292210 run iperf3-srv_10.42.42.10(pid=29227): Terminating (SIGTERM)\u000a11:00:19.331773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29228): Terminating (SIGTERM)\u000a11:00:19.371124 run iperf3-srv_10.42.42.10(pid=29229): Terminating (SIGTERM)\u000a11:00:19.410625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29232): Terminating (SIGTERM)\u000a11:00:19.450095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29235): Terminating (SIGTERM)\u000a11:00:19.489796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29238): Terminating (SIGTERM)\u000a11:00:19.499585 --- ParallelTerminationStrategy: PID 29226 died...\u000a11:00:19.552870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29226): Terminated: ok {rc=0}\u000a11:00:19.562659 --- ParallelTerminationStrategy: PID 29227 died...\u000a11:00:19.615251 run iperf3-srv_10.42.42.10(pid=29227): Terminated {rc=256}\u000a11:00:19.624920 --- ParallelTerminationStrategy: PID 29228 died...\u000a11:00:19.678013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29228): Terminated: ok {rc=0}\u000a11:00:19.687655 --- ParallelTerminationStrategy: PID 29229 died...\u000a11:00:19.740219 run iperf3-srv_10.42.42.10(pid=29229): Terminated {rc=256}\u000a11:00:19.750075 --- ParallelTerminationStrategy: PID 29232 died...\u000a11:00:19.802811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29232): Terminated: ok {rc=0}\u000a11:00:19.812418 --- ParallelTerminationStrategy: PID 29235 died...\u000a11:00:19.865322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29235): Terminated: ok {rc=0}\u000a11:00:19.874871 --- ParallelTerminationStrategy: PID 29238 died...\u000a11:00:19.927870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29238): Terminated: ok {rc=0}\u000a11:00:20.011650 bus /gobi_0: Setting Powered False\u000a11:00:21.117319 bus /gobi_0: Setting Powered False\u000a11:00:22.223428 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29248): Process ended prematurely: osmo-stp_10.42.42.5(pid=29248) [trial-2358↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29248)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29248): Process ended prematurely: osmo-stp_10.42.42.5(pid=29248) [trial-2358↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a11:00:23.338960 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:23.350650 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:00:23.497664 tst iperf3.py: using LAC 21002\u000a11:00:23.629718 tst iperf3.py: using RAC 92\u000a11:00:23.754736 tst iperf3.py: using CellId 21002\u000a11:00:23.880187 tst iperf3.py: using BVCI 21003\u000a11:00:23.905318 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:23.916408 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:23.927410 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:23.938833 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:23.949897 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:23.960886 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:23.972182 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:23.983317 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:23.994603 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:00:24.289586 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:00:24.425919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:24.762339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29240): Launched\u000a11:00:25.044456 run iperf3-srv_10.42.42.10(pid=29241): Launched\u000a11:00:25.242784 tst iperf3.py:8: start network...\u000a11:00:25.378466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:25.891115 run create_hlr_db(pid=29242): Launched\u000a11:00:26.078835 bus /gobi_6: Setting Powered False\u000a11:00:27.100021 run create_hlr_db(pid=29242): Terminated: ok {rc=0}\u000a11:00:27.506376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29244): Launched\u000a11:00:27.811539 run osmo-hlr_10.42.42.2(pid=29245): Launched\u000a11:00:27.922217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:28.450324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29247): Launched\u000a11:00:28.753427 run osmo-stp_10.42.42.5(pid=29248): Launched\u000a11:00:28.862845 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:00:29.391044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29250): Launched\u000a11:00:29.498610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:00:29.764327 run patchelf(pid=29251): Launched\u000a11:00:29.951017 run osmo-stp_10.42.42.5(pid=29248): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29248)]\u000a11:00:30.089888 run osmo-stp_10.42.42.5(pid=29248): stdout: \u000a| (launched: 2022-12-09_11:00:28.604069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:30.229135 run osmo-stp_10.42.42.5(pid=29248): stderr: \u000a| �[0;m�[38;5;43m20221209110028772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110028772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110028773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110028773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110028774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110028774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110028774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:30.364006 run osmo-stp_10.42.42.5(pid=29248): stdout: \u000a| (launched: 2022-12-09_11:00:28.604069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:30.497775 run osmo-stp_10.42.42.5(pid=29248): stderr: \u000a| �[0;m�[38;5;43m20221209110028772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110028772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110028773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110028773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110028774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110028774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110028774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:30.653499 run patchelf(pid=29251): Terminating (SIGINT)\u000a11:00:30.846149 run patchelf(pid=29251): Terminated: ok {rc=0}\u000a11:00:30.885248 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29248): Process ended prematurely: osmo-stp_10.42.42.5(pid=29248) [trial-2358↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29248)] [trial-2358↪gprs:nanobts+band-900↪iperf3.py:8]\u000a11:00:30.896085 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:00:30.963273 run osmo-hlr_10.42.42.2(pid=29245): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29245)]\u000a11:00:31.017725 run osmo-hlr_10.42.42.2(pid=29245): stdout: \u000a| (launched: 2022-12-09_11:00:27.661293) \u000a11:00:31.072576 run osmo-hlr_10.42.42.2(pid=29245): stderr: \u000a| �[0;m�[1;31m20221209110027835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110027835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110027835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110027835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110027835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110027835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110027884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110027893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110027894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110027894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:31.118571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29240): Terminating (SIGTERM)\u000a11:00:31.166105 run iperf3-srv_10.42.42.10(pid=29241): Terminating (SIGTERM)\u000a11:00:31.210802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29244): Terminating (SIGTERM)\u000a11:00:31.257096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29247): Terminating (SIGTERM)\u000a11:00:31.303126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29250): Terminating (SIGTERM)\u000a11:00:31.314277 --- ParallelTerminationStrategy: PID 29240 died...\u000a11:00:31.375413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29240): Terminated: ok {rc=0}\u000a11:00:31.386495 --- ParallelTerminationStrategy: PID 29241 died...\u000a11:00:31.445636 run iperf3-srv_10.42.42.10(pid=29241): Terminated {rc=256}\u000a11:00:31.456727 --- ParallelTerminationStrategy: PID 29244 died...\u000a11:00:31.515917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29244): Terminated: ok {rc=0}\u000a11:00:31.527047 --- ParallelTerminationStrategy: PID 29247 died...\u000a11:00:31.586544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29247): Terminated: ok {rc=0}\u000a11:00:31.597764 --- ParallelTerminationStrategy: PID 29250 died...\u000a11:00:31.656862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29250): Terminated: ok {rc=0}\u000a11:00:31.747230 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29266): Process ended prematurely: osmo-stp_10.42.42.5(pid=29266) [trial-2358↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29266)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29266): Process ended prematurely: osmo-stp_10.42.42.5(pid=29266) [trial-2358↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a11:00:32.863737 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:32.875497 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:00:33.018450 tst iperf3m4.py: using LAC 21003\u000a11:00:33.150213 tst iperf3m4.py: using RAC 93\u000a11:00:33.277150 tst iperf3m4.py: using CellId 21003\u000a11:00:33.402416 tst iperf3m4.py: using BVCI 21004\u000a11:00:33.427135 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:33.438363 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:33.449313 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:33.460515 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:33.471713 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:33.483011 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:33.494445 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:33.505609 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:33.517070 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:00:33.637465 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:00:33.755242 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:00:33.875052 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:00:34.153401 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:00:34.278955 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:34.600589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29252): Launched\u000a11:00:34.882948 run iperf3-srv_10.42.42.10(pid=29253): Launched\u000a11:00:35.081664 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:00:35.217423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:35.554729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29254): Launched\u000a11:00:35.834086 run iperf3-srv_10.42.42.10(pid=29255): Launched\u000a11:00:36.032533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:00:36.167897 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:36.505268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29256): Launched\u000a11:00:36.785611 run iperf3-srv_10.42.42.10(pid=29257): Launched\u000a11:00:36.984166 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:00:37.119528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:37.454987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29258): Launched\u000a11:00:37.734245 run iperf3-srv_10.42.42.10(pid=29259): Launched\u000a11:00:37.931926 tst iperf3m4.py:8: start network...\u000a11:00:38.067217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:38.579310 run create_hlr_db(pid=29260): Launched\u000a11:00:38.766419 bus /gobi_6: Setting Powered False\u000a11:00:39.787516 run create_hlr_db(pid=29260): Terminated: ok {rc=0}\u000a11:00:40.221110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29262): Launched\u000a11:00:40.548418 run osmo-hlr_10.42.42.2(pid=29263): Launched\u000a11:00:40.668902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:41.237464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29265): Launched\u000a11:00:41.565406 run osmo-stp_10.42.42.5(pid=29266): Launched\u000a11:00:41.683811 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:00:42.250028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29268): Launched\u000a11:00:42.366096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:00:42.649645 run patchelf(pid=29269): Launched\u000a11:00:42.839637 run osmo-stp_10.42.42.5(pid=29266): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29266)]\u000a11:00:42.979106 run osmo-stp_10.42.42.5(pid=29266): stdout: \u000a| (launched: 2022-12-09_11:00:41.403108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:43.118683 run osmo-stp_10.42.42.5(pid=29266): stderr: \u000a| �[0;m�[38;5;43m20221209110041592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110041592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110041593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110041593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110041593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110041594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110041594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:43.253176 run osmo-stp_10.42.42.5(pid=29266): stdout: \u000a| (launched: 2022-12-09_11:00:41.403108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:43.386862 run osmo-stp_10.42.42.5(pid=29266): stderr: \u000a| �[0;m�[38;5;43m20221209110041592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110041592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110041593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110041593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110041593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110041594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110041594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:43.541956 run patchelf(pid=29269): Terminating (SIGINT)\u000a11:00:43.724437 run patchelf(pid=29269): Terminated: ok {rc=0}\u000a11:00:43.758091 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29266): Process ended prematurely: osmo-stp_10.42.42.5(pid=29266) [trial-2358↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29266)] [trial-2358↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a11:00:43.768078 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:00:43.832292 run osmo-hlr_10.42.42.2(pid=29263): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29263)]\u000a11:00:43.884334 run osmo-hlr_10.42.42.2(pid=29263): stdout: \u000a| (launched: 2022-12-09_11:00:40.386297) \u000a11:00:43.937280 run osmo-hlr_10.42.42.2(pid=29263): stderr: \u000a| �[0;m�[1;31m20221209110040581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110040581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110040581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110040581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110040581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110040581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110040596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110040606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110040606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110040606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:43.981693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29252): Terminating (SIGTERM)\u000a11:00:44.023880 run iperf3-srv_10.42.42.10(pid=29253): Terminating (SIGTERM)\u000a11:00:44.066247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29254): Terminating (SIGTERM)\u000a11:00:44.108750 run iperf3-srv_10.42.42.10(pid=29255): Terminating (SIGTERM)\u000a11:00:44.150790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29256): Terminating (SIGTERM)\u000a11:00:44.192582 run iperf3-srv_10.42.42.10(pid=29257): Terminating (SIGTERM)\u000a11:00:44.234811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29258): Terminating (SIGTERM)\u000a11:00:44.276900 run iperf3-srv_10.42.42.10(pid=29259): Terminating (SIGTERM)\u000a11:00:44.319037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29262): Terminating (SIGTERM)\u000a11:00:44.361462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29265): Terminating (SIGTERM)\u000a11:00:44.403302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29268): Terminating (SIGTERM)\u000a11:00:44.413519 --- ParallelTerminationStrategy: PID 29252 died...\u000a11:00:44.470256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29252): Terminated: ok {rc=0}\u000a11:00:44.480519 --- ParallelTerminationStrategy: PID 29253 died...\u000a11:00:44.536278 run iperf3-srv_10.42.42.10(pid=29253): Terminated {rc=256}\u000a11:00:44.546750 --- ParallelTerminationStrategy: PID 29254 died...\u000a11:00:44.602963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29254): Terminated: ok {rc=0}\u000a11:00:44.613191 --- ParallelTerminationStrategy: PID 29255 died...\u000a11:00:44.668655 run iperf3-srv_10.42.42.10(pid=29255): Terminated {rc=256}\u000a11:00:44.679185 --- ParallelTerminationStrategy: PID 29256 died...\u000a11:00:44.735298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29256): Terminated: ok {rc=0}\u000a11:00:44.745612 --- ParallelTerminationStrategy: PID 29257 died...\u000a11:00:44.801501 run iperf3-srv_10.42.42.10(pid=29257): Terminated {rc=256}\u000a11:00:44.811728 --- ParallelTerminationStrategy: PID 29258 died...\u000a11:00:44.867881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29258): Terminated: ok {rc=0}\u000a11:00:44.878013 --- ParallelTerminationStrategy: PID 29259 died...\u000a11:00:44.934136 run iperf3-srv_10.42.42.10(pid=29259): Terminated {rc=256}\u000a11:00:44.944428 --- ParallelTerminationStrategy: PID 29262 died...\u000a11:00:44.999903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29262): Terminated: ok {rc=0}\u000a11:00:45.010402 --- ParallelTerminationStrategy: PID 29265 died...\u000a11:00:45.066469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29265): Terminated: ok {rc=0}\u000a11:00:45.076935 --- ParallelTerminationStrategy: PID 29268 died...\u000a11:00:45.133134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29268): Terminated: ok {rc=0}\u000a11:00:45.221137 bus /gobi_4: Setting Powered False\u000a11:00:46.326386 bus /gobi_4: Setting Powered False\u000a11:00:47.433232 bus /gobi_1: Setting Powered False\u000a11:00:48.540067 bus /gobi_1: Setting Powered False\u000a11:00:49.646678 bus /gobi_0: Setting Powered False\u000a11:00:50.747753 bus /gobi_0: Setting Powered False\u000a11:00:51.859963 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29276): Process ended prematurely: osmo-stp_10.42.42.5(pid=29276) [trial-2358↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29276)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29276): Process ended prematurely: osmo-stp_10.42.42.5(pid=29276) [trial-2358↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a11:00:52.928070 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:52.939287 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:00:53.073950 tst ping.py: using LAC 21004\u000a11:00:53.190410 tst ping.py: using RAC 94\u000a11:00:53.309563 tst ping.py: using CellId 21004\u000a11:00:53.426663 tst ping.py: using BVCI 21005\u000a11:00:53.449306 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:53.459883 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:53.470407 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:53.481003 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:53.491417 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:53.501936 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:53.512650 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:00:53.523267 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:00:53.813456 tst ping.py:19: start network...\u000a11:00:53.946586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:54.449376 run create_hlr_db(pid=29270): Launched\u000a11:00:54.633581 bus /gobi_6: Setting Powered False\u000a11:00:55.654324 run create_hlr_db(pid=29270): Terminated: ok {rc=0}\u000a11:00:56.056417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29272): Launched\u000a11:00:56.353524 run osmo-hlr_10.42.42.2(pid=29273): Launched\u000a11:00:56.466273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:56.985311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29275): Launched\u000a11:00:57.283091 run osmo-stp_10.42.42.5(pid=29276): Launched\u000a11:00:57.389900 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:00:57.909065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29278): Launched\u000a11:00:58.014101 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:00:58.273892 run patchelf(pid=29279): Launched\u000a11:00:58.447581 run osmo-stp_10.42.42.5(pid=29276): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29276)]\u000a11:00:58.574278 run osmo-stp_10.42.42.5(pid=29276): stdout: \u000a| (launched: 2022-12-09_11:00:57.135677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:58.700733 run osmo-stp_10.42.42.5(pid=29276): stderr: \u000a| �[0;m�[38;5;43m20221209110057300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110057300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110057301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110057301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110057302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110057302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110057302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:58.823550 run osmo-stp_10.42.42.5(pid=29276): stdout: \u000a| (launched: 2022-12-09_11:00:57.135677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:58.945595 run osmo-stp_10.42.42.5(pid=29276): stderr: \u000a| �[0;m�[38;5;43m20221209110057300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110057300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110057301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110057301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110057302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110057302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110057302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:59.087068 run patchelf(pid=29279): Terminating (SIGINT)\u000a11:00:59.253453 run patchelf(pid=29279): Terminated: ok {rc=0}\u000a11:00:59.283824 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29276): Process ended prematurely: osmo-stp_10.42.42.5(pid=29276) [trial-2358↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29276)] [trial-2358↪gprs:nanobts+band-900↪ping.py:22]\u000a11:00:59.292443 tst ping.py:22: Test FAILED (6.4 sec)\u000a11:00:59.352357 run osmo-hlr_10.42.42.2(pid=29273): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29273)]\u000a11:00:59.401120 run osmo-hlr_10.42.42.2(pid=29273): stdout: \u000a| (launched: 2022-12-09_11:00:56.206827) \u000a11:00:59.450856 run osmo-hlr_10.42.42.2(pid=29273): stderr: \u000a| �[0;m�[1;31m20221209110056378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110056378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110056378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110056378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110056378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110056378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110056390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110056398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110056399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110056399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:59.492531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29272): Terminating (SIGTERM)\u000a11:00:59.532306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29275): Terminating (SIGTERM)\u000a11:00:59.571919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29278): Terminating (SIGTERM)\u000a11:00:59.581351 --- ParallelTerminationStrategy: PID 29272 died...\u000a11:00:59.634990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29272): Terminated: ok {rc=0}\u000a11:00:59.644799 --- ParallelTerminationStrategy: PID 29275 died...\u000a11:00:59.697616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29275): Terminated: ok {rc=0}\u000a11:00:59.707283 --- ParallelTerminationStrategy: PID 29278 died...\u000a11:00:59.759817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29278): Terminated: ok {rc=0}\u000a11:00:59.848891 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29286): Process ended prematurely: osmo-stp_10.42.42.5(pid=29286) [trial-2358↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29286)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29286): Process ended prematurely: osmo-stp_10.42.42.5(pid=29286) [trial-2358↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a11:01:00.904042 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:01:00.916322 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:01:01.060884 tst ping_idle_ping.py: using LAC 21005\u000a11:01:01.187846 tst ping_idle_ping.py: using RAC 95\u000a11:01:01.317495 tst ping_idle_ping.py: using CellId 21005\u000a11:01:01.477388 tst ping_idle_ping.py: using BVCI 21006\u000a11:01:01.512020 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:01:01.528675 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:01:01.545918 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:01:01.562343 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:01:01.579830 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:01:01.592552 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:01:01.604887 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:01:01.616271 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:01:01.909045 tst ping_idle_ping.py:24: start network...\u000a11:01:02.046310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:02.559517 run create_hlr_db(pid=29280): Launched\u000a11:01:02.745197 bus /gobi_6: Setting Powered False\u000a11:01:03.766359 run create_hlr_db(pid=29280): Terminated: ok {rc=0}\u000a11:01:04.194123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29282): Launched\u000a11:01:04.514565 run osmo-hlr_10.42.42.2(pid=29283): Launched\u000a11:01:04.630305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:05.189726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29285): Launched\u000a11:01:05.511139 run osmo-stp_10.42.42.5(pid=29286): Launched\u000a11:01:05.627146 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:01:06.186427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29288): Launched\u000a11:01:06.299645 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:01:06.579234 run patchelf(pid=29289): Launched\u000a11:01:06.766076 run osmo-stp_10.42.42.5(pid=29286): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29286)]\u000a11:01:06.902749 run osmo-stp_10.42.42.5(pid=29286): stdout: \u000a| (launched: 2022-12-09_11:01:05.352332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:07.039215 run osmo-stp_10.42.42.5(pid=29286): stderr: \u000a| �[0;m�[38;5;43m20221209110105539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110105539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110105539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110105539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110105540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110105540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110105540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:07.171124 run osmo-stp_10.42.42.5(pid=29286): stdout: \u000a| (launched: 2022-12-09_11:01:05.352332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:07.301753 run osmo-stp_10.42.42.5(pid=29286): stderr: \u000a| �[0;m�[38;5;43m20221209110105539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110105539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110105539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110105539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110105540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110105540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110105540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:07.454028 run patchelf(pid=29289): Terminating (SIGINT)\u000a11:01:07.633700 run patchelf(pid=29289): Terminated: ok {rc=0}\u000a11:01:07.666132 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29286): Process ended prematurely: osmo-stp_10.42.42.5(pid=29286) [trial-2358↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29286)] [trial-2358↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a11:01:07.675486 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a11:01:07.739432 run osmo-hlr_10.42.42.2(pid=29283): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29283)]\u000a11:01:07.791034 run osmo-hlr_10.42.42.2(pid=29283): stdout: \u000a| (launched: 2022-12-09_11:01:04.356419) \u000a11:01:07.843290 run osmo-hlr_10.42.42.2(pid=29283): stderr: \u000a| �[0;m�[1;31m20221209110104550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110104550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110104550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110104550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110104551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110104551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110104562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110104571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110104572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110104572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:07.887696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29282): Terminating (SIGTERM)\u000a11:01:07.930698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29285): Terminating (SIGTERM)\u000a11:01:07.972654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29288): Terminating (SIGTERM)\u000a11:01:07.982545 --- ParallelTerminationStrategy: PID 29282 died...\u000a11:01:08.038706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29282): Terminated: ok {rc=0}\u000a11:01:08.049204 --- ParallelTerminationStrategy: PID 29285 died...\u000a11:01:08.105135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29285): Terminated: ok {rc=0}\u000a11:01:08.115196 --- ParallelTerminationStrategy: PID 29288 died...\u000a11:01:08.170838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29288): Terminated: ok {rc=0}\u000a11:01:08.258953 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:00:09" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29303): Process ended prematurely: osmo-stp_10.42.42.5(pid=29303) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29303)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29303): Process ended prematurely: osmo-stp_10.42.42.5(pid=29303) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:01:10.418887 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:10.430217 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:01:10.574710 tst cs_paging_gprs_active.py: using LAC 21006\u000a11:01:10.701648 tst cs_paging_gprs_active.py: using RAC 96\u000a11:01:10.828137 tst cs_paging_gprs_active.py: using CellId 21006\u000a11:01:10.954260 tst cs_paging_gprs_active.py: using BVCI 21007\u000a11:01:10.979144 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:10.990591 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:11.001702 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:11.013040 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:11.024233 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:11.035603 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:11.046977 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:11.058231 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:11.069621 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:01:11.186256 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:01:11.481324 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:01:11.616914 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:01:11.955378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29293): Launched\u000a11:01:12.235208 run iperf3-srv_10.42.42.10(pid=29294): Launched\u000a11:01:12.434707 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:01:12.570577 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:01:12.907651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29295): Launched\u000a11:01:13.190125 run iperf3-srv_10.42.42.10(pid=29296): Launched\u000a11:01:13.389062 tst cs_paging_gprs_active.py:38: start network...\u000a11:01:13.525092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:14.042148 run create_hlr_db(pid=29297): Launched\u000a11:01:14.230437 bus /gobi_6: Setting Powered False\u000a11:01:15.251279 run create_hlr_db(pid=29297): Terminated: ok {rc=0}\u000a11:01:15.692939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29299): Launched\u000a11:01:16.063988 run osmo-hlr_10.42.42.2(pid=29300): Launched\u000a11:01:16.267976 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:17.022879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29302): Launched\u000a11:01:17.489547 run osmo-stp_10.42.42.5(pid=29303): Launched\u000a11:01:17.615102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:01:18.147356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29305): Launched\u000a11:01:18.255814 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:01:18.521148 run patchelf(pid=29306): Launched\u000a11:01:18.699659 run osmo-stp_10.42.42.5(pid=29303): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29303)]\u000a11:01:18.829698 run osmo-stp_10.42.42.5(pid=29303): stdout: \u000a| (launched: 2022-12-09_11:01:17.214930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:18.959927 run osmo-stp_10.42.42.5(pid=29303): stderr: \u000a| �[0;m�[38;5;43m20221209110117458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110117458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110117459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110117459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110117459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110117460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110117460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:19.086149 run osmo-stp_10.42.42.5(pid=29303): stdout: \u000a| (launched: 2022-12-09_11:01:17.214930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:19.211384 run osmo-stp_10.42.42.5(pid=29303): stderr: \u000a| �[0;m�[38;5;43m20221209110117458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110117458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110117459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110117459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110117459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110117460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110117460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:19.356050 run patchelf(pid=29306): Terminating (SIGINT)\u000a11:01:19.526248 run patchelf(pid=29306): Terminated: ok {rc=0}\u000a11:01:19.557653 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29303): Process ended prematurely: osmo-stp_10.42.42.5(pid=29303) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29303)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:01:19.567114 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a11:01:19.627355 run osmo-hlr_10.42.42.2(pid=29300): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29300)]\u000a11:01:19.676250 run osmo-hlr_10.42.42.2(pid=29300): stdout: \u000a| (launched: 2022-12-09_11:01:15.859265) \u000a11:01:19.725966 run osmo-hlr_10.42.42.2(pid=29300): stderr: \u000a| �[0;m�[1;31m20221209110116169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110116169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110116170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110116170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110116170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110116170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110116187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110116217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110116217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110116217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:19.768159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29293): Terminating (SIGTERM)\u000a11:01:19.807945 run iperf3-srv_10.42.42.10(pid=29294): Terminating (SIGTERM)\u000a11:01:19.847736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29295): Terminating (SIGTERM)\u000a11:01:19.887303 run iperf3-srv_10.42.42.10(pid=29296): Terminating (SIGTERM)\u000a11:01:19.926907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29299): Terminating (SIGTERM)\u000a11:01:19.966497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29302): Terminating (SIGTERM)\u000a11:01:20.006766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29305): Terminating (SIGTERM)\u000a11:01:20.016134 --- ParallelTerminationStrategy: PID 29293 died...\u000a11:01:20.069631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29293): Terminated: ok {rc=0}\u000a11:01:20.079391 --- ParallelTerminationStrategy: PID 29294 died...\u000a11:01:20.132393 run iperf3-srv_10.42.42.10(pid=29294): Terminated {rc=256}\u000a11:01:20.142094 --- ParallelTerminationStrategy: PID 29295 died...\u000a11:01:20.195245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29295): Terminated: ok {rc=0}\u000a11:01:20.204883 --- ParallelTerminationStrategy: PID 29296 died...\u000a11:01:20.258145 run iperf3-srv_10.42.42.10(pid=29296): Terminated {rc=256}\u000a11:01:20.267866 --- ParallelTerminationStrategy: PID 29299 died...\u000a11:01:20.321086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29299): Terminated: ok {rc=0}\u000a11:01:20.330841 --- ParallelTerminationStrategy: PID 29302 died...\u000a11:01:20.383795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29302): Terminated: ok {rc=0}\u000a11:01:20.393545 --- ParallelTerminationStrategy: PID 29305 died...\u000a11:01:20.446404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29305): Terminated: ok {rc=0}\u000a11:01:20.530847 bus /gobi_0: Setting Powered False\u000a11:01:21.632825 bus /gobi_0: Setting Powered False\u000a11:01:22.744780 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29315): Process ended prematurely: osmo-stp_10.42.42.5(pid=29315) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29315)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29315): Process ended prematurely: osmo-stp_10.42.42.5(pid=29315) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:01:23.853715 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:23.865152 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:01:24.003173 tst iperf3.py: using LAC 21007\u000a11:01:24.124050 tst iperf3.py: using RAC 97\u000a11:01:24.242381 tst iperf3.py: using CellId 21007\u000a11:01:24.363181 tst iperf3.py: using BVCI 21008\u000a11:01:24.386318 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:24.397541 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:24.408104 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:24.418878 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:24.429515 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:24.440070 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:24.450773 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:24.461338 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:24.472037 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:01:24.754190 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:01:24.880937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:01:25.196148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29307): Launched\u000a11:01:25.458166 run iperf3-srv_10.42.42.10(pid=29308): Launched\u000a11:01:25.643706 tst iperf3.py:8: start network...\u000a11:01:25.770667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:26.261337 run create_hlr_db(pid=29309): Launched\u000a11:01:26.434439 bus /gobi_6: Setting Powered False\u000a11:01:27.455476 run create_hlr_db(pid=29309): Terminated: ok {rc=0}\u000a11:01:27.858571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29311): Launched\u000a11:01:28.161076 run osmo-hlr_10.42.42.2(pid=29312): Launched\u000a11:01:28.271278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:28.797960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29314): Launched\u000a11:01:29.100759 run osmo-stp_10.42.42.5(pid=29315): Launched\u000a11:01:29.210252 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:01:29.738226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29317): Launched\u000a11:01:29.845410 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:01:30.110236 run patchelf(pid=29318): Launched\u000a11:01:30.286854 run osmo-stp_10.42.42.5(pid=29315): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29315)]\u000a11:01:30.415836 run osmo-stp_10.42.42.5(pid=29315): stdout: \u000a| (launched: 2022-12-09_11:01:28.951222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:30.544911 run osmo-stp_10.42.42.5(pid=29315): stderr: \u000a| �[0;m�[38;5;43m20221209110129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110129118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110129118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110129119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:30.669636 run osmo-stp_10.42.42.5(pid=29315): stdout: \u000a| (launched: 2022-12-09_11:01:28.951222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:30.793056 run osmo-stp_10.42.42.5(pid=29315): stderr: \u000a| �[0;m�[38;5;43m20221209110129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110129118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110129118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110129119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:30.968660 run patchelf(pid=29318): Terminating (SIGINT)\u000a11:01:31.159324 run patchelf(pid=29318): Terminated: ok {rc=0}\u000a11:01:31.194523 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29315): Process ended prematurely: osmo-stp_10.42.42.5(pid=29315) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29315)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a11:01:31.205924 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a11:01:31.275697 run osmo-hlr_10.42.42.2(pid=29312): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29312)]\u000a11:01:31.333746 run osmo-hlr_10.42.42.2(pid=29312): stdout: \u000a| (launched: 2022-12-09_11:01:28.011702) \u000a11:01:31.390885 run osmo-hlr_10.42.42.2(pid=29312): stderr: \u000a| �[0;m�[1;31m20221209110128186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110128186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110128186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110128186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110128186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110128186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110128198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110128207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110128207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110128207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:31.438895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29307): Terminating (SIGTERM)\u000a11:01:31.484504 run iperf3-srv_10.42.42.10(pid=29308): Terminating (SIGTERM)\u000a11:01:31.532574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29311): Terminating (SIGTERM)\u000a11:01:31.581561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29314): Terminating (SIGTERM)\u000a11:01:31.629238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29317): Terminating (SIGTERM)\u000a11:01:31.640203 --- ParallelTerminationStrategy: PID 29307 died...\u000a11:01:31.702951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29307): Terminated: ok {rc=0}\u000a11:01:31.714193 --- ParallelTerminationStrategy: PID 29308 died...\u000a11:01:31.775004 run iperf3-srv_10.42.42.10(pid=29308): Terminated {rc=256}\u000a11:01:31.786230 --- ParallelTerminationStrategy: PID 29311 died...\u000a11:01:31.846779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29311): Terminated: ok {rc=0}\u000a11:01:31.858157 --- ParallelTerminationStrategy: PID 29314 died...\u000a11:01:31.919494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29314): Terminated: ok {rc=0}\u000a11:01:31.930744 --- ParallelTerminationStrategy: PID 29317 died...\u000a11:01:31.991568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29317): Terminated: ok {rc=0}\u000a11:01:32.079526 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29333): Process ended prematurely: osmo-stp_10.42.42.5(pid=29333) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29333)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29333): Process ended prematurely: osmo-stp_10.42.42.5(pid=29333) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:01:33.190290 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:33.204926 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:01:33.338313 tst iperf3m4.py: using LAC 21008\u000a11:01:33.463324 tst iperf3m4.py: using RAC 98\u000a11:01:33.580575 tst iperf3m4.py: using CellId 21008\u000a11:01:33.699176 tst iperf3m4.py: using BVCI 21009\u000a11:01:33.722290 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:33.733171 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:33.743922 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:33.754668 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:33.765271 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:33.775905 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:33.786759 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:33.797312 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:33.808082 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:01:33.927694 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:01:34.048412 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:01:34.166271 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:01:34.445138 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:01:34.570809 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:01:34.884587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29319): Launched\u000a11:01:35.146940 run iperf3-srv_10.42.42.10(pid=29320): Launched\u000a11:01:35.330610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:01:35.456272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:01:35.771024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29321): Launched\u000a11:01:36.031984 run iperf3-srv_10.42.42.10(pid=29322): Launched\u000a11:01:36.216015 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:01:36.341267 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:01:36.655106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29323): Launched\u000a11:01:36.915621 run iperf3-srv_10.42.42.10(pid=29324): Launched\u000a11:01:37.098950 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:01:37.224616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:01:37.538027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29325): Launched\u000a11:01:37.799440 run iperf3-srv_10.42.42.10(pid=29326): Launched\u000a11:01:37.982323 tst iperf3m4.py:8: start network...\u000a11:01:38.107762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:38.602103 run create_hlr_db(pid=29327): Launched\u000a11:01:38.789571 bus /gobi_6: Setting Powered False\u000a11:01:39.810647 run create_hlr_db(pid=29327): Terminated: ok {rc=0}\u000a11:01:40.218966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29329): Launched\u000a11:01:40.521986 run osmo-hlr_10.42.42.2(pid=29330): Launched\u000a11:01:40.642565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:41.178333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29332): Launched\u000a11:01:41.481508 run osmo-stp_10.42.42.5(pid=29333): Launched\u000a11:01:41.592001 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:01:42.121283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29335): Launched\u000a11:01:42.229130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:01:42.492343 run patchelf(pid=29336): Launched\u000a11:01:42.668774 run osmo-stp_10.42.42.5(pid=29333): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29333)]\u000a11:01:42.797068 run osmo-stp_10.42.42.5(pid=29333): stdout: \u000a| (launched: 2022-12-09_11:01:41.331708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:42.925432 run osmo-stp_10.42.42.5(pid=29333): stderr: \u000a| �[0;m�[38;5;43m20221209110141498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110141499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110141499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110141499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110141500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110141500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110141500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:43.049799 run osmo-stp_10.42.42.5(pid=29333): stdout: \u000a| (launched: 2022-12-09_11:01:41.331708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:43.172925 run osmo-stp_10.42.42.5(pid=29333): stderr: \u000a| �[0;m�[38;5;43m20221209110141498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110141499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110141499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110141499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110141500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110141500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110141500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:43.316771 run patchelf(pid=29336): Terminating (SIGINT)\u000a11:01:43.485543 run patchelf(pid=29336): Terminated: ok {rc=0}\u000a11:01:43.516809 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29333): Process ended prematurely: osmo-stp_10.42.42.5(pid=29333) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29333)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:01:43.526168 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a11:01:43.586594 run osmo-hlr_10.42.42.2(pid=29330): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29330)]\u000a11:01:43.635019 run osmo-hlr_10.42.42.2(pid=29330): stdout: \u000a| (launched: 2022-12-09_11:01:40.372418) \u000a11:01:43.683815 run osmo-hlr_10.42.42.2(pid=29330): stderr: \u000a| �[0;m�[1;31m20221209110140547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110140547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110140547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110140547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110140547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110140547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110140559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110140568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110140568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110140568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:43.725363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29319): Terminating (SIGTERM)\u000a11:01:43.764739 run iperf3-srv_10.42.42.10(pid=29320): Terminating (SIGTERM)\u000a11:01:43.804042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29321): Terminating (SIGTERM)\u000a11:01:43.843219 run iperf3-srv_10.42.42.10(pid=29322): Terminating (SIGTERM)\u000a11:01:43.882447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29323): Terminating (SIGTERM)\u000a11:01:43.921589 run iperf3-srv_10.42.42.10(pid=29324): Terminating (SIGTERM)\u000a11:01:43.960747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29325): Terminating (SIGTERM)\u000a11:01:43.999790 run iperf3-srv_10.42.42.10(pid=29326): Terminating (SIGTERM)\u000a11:01:44.039074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29329): Terminating (SIGTERM)\u000a11:01:44.078461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29332): Terminating (SIGTERM)\u000a11:01:44.117833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29335): Terminating (SIGTERM)\u000a11:01:44.127160 --- ParallelTerminationStrategy: PID 29319 died...\u000a11:01:44.180361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29319): Terminated: ok {rc=0}\u000a11:01:44.190104 --- ParallelTerminationStrategy: PID 29320 died...\u000a11:01:44.242563 run iperf3-srv_10.42.42.10(pid=29320): Terminated {rc=256}\u000a11:01:44.252084 --- ParallelTerminationStrategy: PID 29321 died...\u000a11:01:44.304509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29321): Terminated: ok {rc=0}\u000a11:01:44.314120 --- ParallelTerminationStrategy: PID 29322 died...\u000a11:01:44.366447 run iperf3-srv_10.42.42.10(pid=29322): Terminated {rc=256}\u000a11:01:44.375973 --- ParallelTerminationStrategy: PID 29323 died...\u000a11:01:44.428315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29323): Terminated: ok {rc=0}\u000a11:01:44.437956 --- ParallelTerminationStrategy: PID 29324 died...\u000a11:01:44.490335 run iperf3-srv_10.42.42.10(pid=29324): Terminated {rc=256}\u000a11:01:44.499880 --- ParallelTerminationStrategy: PID 29325 died...\u000a11:01:44.552319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29325): Terminated: ok {rc=0}\u000a11:01:44.561996 --- ParallelTerminationStrategy: PID 29326 died...\u000a11:01:44.614466 run iperf3-srv_10.42.42.10(pid=29326): Terminated {rc=256}\u000a11:01:44.623994 --- ParallelTerminationStrategy: PID 29329 died...\u000a11:01:44.676984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29329): Terminated: ok {rc=0}\u000a11:01:44.686604 --- ParallelTerminationStrategy: PID 29332 died...\u000a11:01:44.739115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29332): Terminated: ok {rc=0}\u000a11:01:44.748680 --- ParallelTerminationStrategy: PID 29335 died...\u000a11:01:44.801215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29335): Terminated: ok {rc=0}\u000a11:01:44.890161 bus /gobi_4: Setting Powered False\u000a11:01:45.999972 bus /gobi_4: Setting Powered False\u000a11:01:47.134344 bus /gobi_1: Setting Powered False\u000a11:01:48.242944 bus /gobi_1: Setting Powered False\u000a11:01:49.351180 bus /gobi_0: Setting Powered False\u000a11:01:50.456737 bus /gobi_0: Setting Powered False\u000a11:01:51.564689 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29343): Process ended prematurely: osmo-stp_10.42.42.5(pid=29343) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29343)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29343): Process ended prematurely: osmo-stp_10.42.42.5(pid=29343) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:01:52.633438 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:52.645620 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:01:52.790739 tst ping.py: using LAC 21009\u000a11:01:52.917840 tst ping.py: using RAC 99\u000a11:01:53.045256 tst ping.py: using CellId 21009\u000a11:01:53.163392 tst ping.py: using BVCI 21010\u000a11:01:53.186540 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:53.197525 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:53.208340 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:53.219149 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:53.229862 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:53.240494 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:53.251380 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:01:53.262224 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:01:53.550103 tst ping.py:19: start network...\u000a11:01:53.682900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:54.186143 run create_hlr_db(pid=29337): Launched\u000a11:01:54.371003 bus /gobi_6: Setting Powered False\u000a11:01:55.391762 run create_hlr_db(pid=29337): Terminated: ok {rc=0}\u000a11:01:55.792801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29339): Launched\u000a11:01:56.090409 run osmo-hlr_10.42.42.2(pid=29340): Launched\u000a11:01:56.208100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:56.733262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29342): Launched\u000a11:01:57.030390 run osmo-stp_10.42.42.5(pid=29343): Launched\u000a11:01:57.136918 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:01:57.654528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29345): Launched\u000a11:01:57.759583 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:01:58.020652 run patchelf(pid=29346): Launched\u000a11:01:58.194987 run osmo-stp_10.42.42.5(pid=29343): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29343)]\u000a11:01:58.322677 run osmo-stp_10.42.42.5(pid=29343): stdout: \u000a| (launched: 2022-12-09_11:01:56.882438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:58.449743 run osmo-stp_10.42.42.5(pid=29343): stderr: \u000a| �[0;m�[38;5;43m20221209110157047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110157047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110157047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110157048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110157048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110157048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110157048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:58.572490 run osmo-stp_10.42.42.5(pid=29343): stdout: \u000a| (launched: 2022-12-09_11:01:56.882438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:58.694082 run osmo-stp_10.42.42.5(pid=29343): stderr: \u000a| �[0;m�[38;5;43m20221209110157047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110157047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110157047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110157048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110157048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110157048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110157048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:58.835849 run patchelf(pid=29346): Terminating (SIGINT)\u000a11:01:59.001930 run patchelf(pid=29346): Terminated: ok {rc=0}\u000a11:01:59.032343 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29343): Process ended prematurely: osmo-stp_10.42.42.5(pid=29343) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29343)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a11:01:59.040922 tst ping.py:22: Test FAILED (6.4 sec)\u000a11:01:59.100661 run osmo-hlr_10.42.42.2(pid=29340): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29340)]\u000a11:01:59.149230 run osmo-hlr_10.42.42.2(pid=29340): stdout: \u000a| (launched: 2022-12-09_11:01:55.943274) \u000a11:01:59.198769 run osmo-hlr_10.42.42.2(pid=29340): stderr: \u000a| �[0;m�[1;31m20221209110156115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110156115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110156115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110156115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110156115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110156115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110156127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110156138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110156138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110156139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:59.240826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29339): Terminating (SIGTERM)\u000a11:01:59.280751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29342): Terminating (SIGTERM)\u000a11:01:59.320266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29345): Terminating (SIGTERM)\u000a11:01:59.329678 --- ParallelTerminationStrategy: PID 29339 died...\u000a11:01:59.382951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29339): Terminated: ok {rc=0}\u000a11:01:59.392556 --- ParallelTerminationStrategy: PID 29342 died...\u000a11:01:59.445358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29342): Terminated: ok {rc=0}\u000a11:01:59.454950 --- ParallelTerminationStrategy: PID 29345 died...\u000a11:01:59.507912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29345): Terminated: ok {rc=0}\u000a11:01:59.592120 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29353): Process ended prematurely: osmo-stp_10.42.42.5(pid=29353) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29353)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29353): Process ended prematurely: osmo-stp_10.42.42.5(pid=29353) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:02:00.645015 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:00.657506 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:02:00.806339 tst ping_idle_ping.py: using LAC 21010\u000a11:02:00.943278 tst ping_idle_ping.py: using RAC 100\u000a11:02:01.070726 tst ping_idle_ping.py: using CellId 21010\u000a11:02:01.210989 tst ping_idle_ping.py: using BVCI 21011\u000a11:02:01.236342 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:01.248556 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:01.260416 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:01.273878 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:01.285741 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:01.298457 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:01.312001 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:02:01.323916 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:02:01.676908 tst ping_idle_ping.py:24: start network...\u000a11:02:01.848865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:02.350265 run create_hlr_db(pid=29347): Launched\u000a11:02:02.526813 bus /gobi_6: Setting Powered False\u000a11:02:03.546981 run create_hlr_db(pid=29347): Terminated: ok {rc=0}\u000a11:02:03.945743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29349): Launched\u000a11:02:04.243635 run osmo-hlr_10.42.42.2(pid=29350): Launched\u000a11:02:04.361710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:04.887290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29352): Launched\u000a11:02:05.185714 run osmo-stp_10.42.42.5(pid=29353): Launched\u000a11:02:05.293092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:02:05.812631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29355): Launched\u000a11:02:05.918155 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:02:06.178991 run patchelf(pid=29356): Launched\u000a11:02:06.354183 run osmo-stp_10.42.42.5(pid=29353): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29353)]\u000a11:02:06.481664 run osmo-stp_10.42.42.5(pid=29353): stdout: \u000a| (launched: 2022-12-09_11:02:05.038347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:06.608746 run osmo-stp_10.42.42.5(pid=29353): stderr: \u000a| �[0;m�[38;5;43m20221209110205204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110205204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110205205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110205205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110205206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110205206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110205206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:06.731412 run osmo-stp_10.42.42.5(pid=29353): stdout: \u000a| (launched: 2022-12-09_11:02:05.038347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:06.853188 run osmo-stp_10.42.42.5(pid=29353): stderr: \u000a| �[0;m�[38;5;43m20221209110205204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110205204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110205205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110205205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110205206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110205206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110205206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:06.995095 run patchelf(pid=29356): Terminating (SIGINT)\u000a11:02:07.164137 run patchelf(pid=29356): Terminated: ok {rc=0}\u000a11:02:07.194594 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29353): Process ended prematurely: osmo-stp_10.42.42.5(pid=29353) [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29353)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:02:07.203105 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:02:07.262853 run osmo-hlr_10.42.42.2(pid=29350): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29350)]\u000a11:02:07.311546 run osmo-hlr_10.42.42.2(pid=29350): stdout: \u000a| (launched: 2022-12-09_11:02:04.096826) \u000a11:02:07.360852 run osmo-hlr_10.42.42.2(pid=29350): stderr: \u000a| �[0;m�[1;31m20221209110204269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110204269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110204269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110204269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110204269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110204269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110204281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110204291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110204291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110204291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:07.402665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29349): Terminating (SIGTERM)\u000a11:02:07.442190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29352): Terminating (SIGTERM)\u000a11:02:07.481540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29355): Terminating (SIGTERM)\u000a11:02:07.490857 --- ParallelTerminationStrategy: PID 29349 died...\u000a11:02:07.543909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29349): Terminated: ok {rc=0}\u000a11:02:07.553698 --- ParallelTerminationStrategy: PID 29352 died...\u000a11:02:07.606639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29352): Terminated: ok {rc=0}\u000a11:02:07.616297 --- ParallelTerminationStrategy: PID 29355 died...\u000a11:02:07.669012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29355): Terminated: ok {rc=0}\u000a11:02:07.756280 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:01:10" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29371): Process ended prematurely: osmo-stp_10.42.42.5(pid=29371) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29371)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29371): Process ended prematurely: osmo-stp_10.42.42.5(pid=29371) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:02:09.894591 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:09.905481 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:02:10.058409 tst cs_paging_gprs_active.py: using LAC 21011\u000a11:02:10.179592 tst cs_paging_gprs_active.py: using RAC 101\u000a11:02:10.300836 tst cs_paging_gprs_active.py: using CellId 21011\u000a11:02:10.422268 tst cs_paging_gprs_active.py: using BVCI 21012\u000a11:02:10.445436 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:10.456188 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:10.466890 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:10.477613 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:10.488293 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:10.498953 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:10.509671 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:10.520219 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:10.531147 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:02:10.649962 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:02:10.928404 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:02:11.054368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:11.367959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29361): Launched\u000a11:02:11.629876 run iperf3-srv_10.42.42.10(pid=29362): Launched\u000a11:02:11.814164 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:02:11.940267 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:12.254885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29363): Launched\u000a11:02:12.519767 run iperf3-srv_10.42.42.10(pid=29364): Launched\u000a11:02:12.704148 tst cs_paging_gprs_active.py:38: start network...\u000a11:02:12.829995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:13.317726 run create_hlr_db(pid=29365): Launched\u000a11:02:13.491357 bus /gobi_6: Setting Powered False\u000a11:02:14.527426 run create_hlr_db(pid=29365): Terminated: ok {rc=0}\u000a11:02:14.935273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29367): Launched\u000a11:02:15.241800 run osmo-hlr_10.42.42.2(pid=29368): Launched\u000a11:02:15.360406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:15.902585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29370): Launched\u000a11:02:16.308923 run osmo-stp_10.42.42.5(pid=29371): Launched\u000a11:02:16.540855 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:02:17.169279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29373): Launched\u000a11:02:17.280356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:02:17.546819 run patchelf(pid=29374): Launched\u000a11:02:17.725300 run osmo-stp_10.42.42.5(pid=29371): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29371)]\u000a11:02:17.854947 run osmo-stp_10.42.42.5(pid=29371): stdout: \u000a| (launched: 2022-12-09_11:02:16.063910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:17.985262 run osmo-stp_10.42.42.5(pid=29371): stderr: \u000a| �[0;m�[38;5;43m20221209110216388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110216388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110216388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110216389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110216389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110216389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110216389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:18.110848 run osmo-stp_10.42.42.5(pid=29371): stdout: \u000a| (launched: 2022-12-09_11:02:16.063910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:18.235095 run osmo-stp_10.42.42.5(pid=29371): stderr: \u000a| �[0;m�[38;5;43m20221209110216388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110216388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110216388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110216389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110216389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110216389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110216389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:18.379719 run patchelf(pid=29374): Terminating (SIGINT)\u000a11:02:18.551156 run patchelf(pid=29374): Terminated: ok {rc=0}\u000a11:02:18.582726 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29371): Process ended prematurely: osmo-stp_10.42.42.5(pid=29371) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29371)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:02:18.592061 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:02:18.652417 run osmo-hlr_10.42.42.2(pid=29368): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29368)]\u000a11:02:18.701630 run osmo-hlr_10.42.42.2(pid=29368): stdout: \u000a| (launched: 2022-12-09_11:02:15.090541) \u000a11:02:18.751353 run osmo-hlr_10.42.42.2(pid=29368): stderr: \u000a| �[0;m�[1;31m20221209110215263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110215263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110215263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110215263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110215263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110215263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110215275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110215283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110215284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110215284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:18.793785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29361): Terminating (SIGTERM)\u000a11:02:18.833690 run iperf3-srv_10.42.42.10(pid=29362): Terminating (SIGTERM)\u000a11:02:18.873580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29363): Terminating (SIGTERM)\u000a11:02:18.913247 run iperf3-srv_10.42.42.10(pid=29364): Terminating (SIGTERM)\u000a11:02:18.953155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29367): Terminating (SIGTERM)\u000a11:02:18.993170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29370): Terminating (SIGTERM)\u000a11:02:19.033524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29373): Terminating (SIGTERM)\u000a11:02:19.042938 --- ParallelTerminationStrategy: PID 29361 died...\u000a11:02:19.096288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29361): Terminated: ok {rc=0}\u000a11:02:19.105960 --- ParallelTerminationStrategy: PID 29362 died...\u000a11:02:19.158946 run iperf3-srv_10.42.42.10(pid=29362): Terminated {rc=256}\u000a11:02:19.168514 --- ParallelTerminationStrategy: PID 29363 died...\u000a11:02:19.221601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29363): Terminated: ok {rc=0}\u000a11:02:19.231212 --- ParallelTerminationStrategy: PID 29364 died...\u000a11:02:19.284333 run iperf3-srv_10.42.42.10(pid=29364): Terminated {rc=256}\u000a11:02:19.293972 --- ParallelTerminationStrategy: PID 29367 died...\u000a11:02:19.347319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29367): Terminated: ok {rc=0}\u000a11:02:19.357049 --- ParallelTerminationStrategy: PID 29370 died...\u000a11:02:19.410052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29370): Terminated: ok {rc=0}\u000a11:02:19.419705 --- ParallelTerminationStrategy: PID 29373 died...\u000a11:02:19.472769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29373): Terminated: ok {rc=0}\u000a11:02:19.562232 bus /gobi_0: Setting Powered False\u000a11:02:20.666607 bus /gobi_0: Setting Powered False\u000a11:02:21.778072 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29383): Process ended prematurely: osmo-stp_10.42.42.5(pid=29383) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29383)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29383): Process ended prematurely: osmo-stp_10.42.42.5(pid=29383) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:02:22.893740 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:22.905967 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:02:23.073338 tst iperf3.py: using LAC 21012\u000a11:02:23.201343 tst iperf3.py: using RAC 102\u000a11:02:23.329097 tst iperf3.py: using CellId 21012\u000a11:02:23.458572 tst iperf3.py: using BVCI 21013\u000a11:02:23.483596 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:23.495151 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:23.506584 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:23.518324 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:23.530516 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:23.541850 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:23.553508 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:23.565016 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:23.576600 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:02:23.852731 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:02:23.978179 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:24.292046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29375): Launched\u000a11:02:24.554401 run iperf3-srv_10.42.42.10(pid=29376): Launched\u000a11:02:24.737618 tst iperf3.py:8: start network...\u000a11:02:24.862938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:25.350158 run create_hlr_db(pid=29377): Launched\u000a11:02:25.522979 bus /gobi_6: Setting Powered False\u000a11:02:26.545868 run create_hlr_db(pid=29377): Terminated: ok {rc=0}\u000a11:02:26.979195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29379): Launched\u000a11:02:27.307407 run osmo-hlr_10.42.42.2(pid=29380): Launched\u000a11:02:27.424853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:27.993164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29382): Launched\u000a11:02:28.319605 run osmo-stp_10.42.42.5(pid=29383): Launched\u000a11:02:28.437914 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:02:29.007457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29385): Launched\u000a11:02:29.124238 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:02:29.409997 run patchelf(pid=29386): Launched\u000a11:02:29.600110 run osmo-stp_10.42.42.5(pid=29383): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29383)]\u000a11:02:29.739191 run osmo-stp_10.42.42.5(pid=29383): stdout: \u000a| (launched: 2022-12-09_11:02:28.158940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:29.878529 run osmo-stp_10.42.42.5(pid=29383): stderr: \u000a| �[0;m�[38;5;43m20221209110228347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110228347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110228347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110228348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110228348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110228348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110228348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:30.013477 run osmo-stp_10.42.42.5(pid=29383): stdout: \u000a| (launched: 2022-12-09_11:02:28.158940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:30.146981 run osmo-stp_10.42.42.5(pid=29383): stderr: \u000a| �[0;m�[38;5;43m20221209110228347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110228347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110228347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110228348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110228348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110228348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110228348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:30.302463 run patchelf(pid=29386): Terminating (SIGINT)\u000a11:02:30.485261 run patchelf(pid=29386): Terminated: ok {rc=0}\u000a11:02:30.518585 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29383): Process ended prematurely: osmo-stp_10.42.42.5(pid=29383) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29383)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:02:30.528583 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:02:30.593245 run osmo-hlr_10.42.42.2(pid=29380): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29380)]\u000a11:02:30.645199 run osmo-hlr_10.42.42.2(pid=29380): stdout: \u000a| (launched: 2022-12-09_11:02:27.145593) \u000a11:02:30.698123 run osmo-hlr_10.42.42.2(pid=29380): stderr: \u000a| �[0;m�[1;31m20221209110227340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110227340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110227340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110227340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110227340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110227340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110227352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110227362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110227362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110227362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:30.742969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29375): Terminating (SIGTERM)\u000a11:02:30.784919 run iperf3-srv_10.42.42.10(pid=29376): Terminating (SIGTERM)\u000a11:02:30.827318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29379): Terminating (SIGTERM)\u000a11:02:30.892570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29382): Terminating (SIGTERM)\u000a11:02:30.940343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29385): Terminating (SIGTERM)\u000a11:02:30.950296 --- ParallelTerminationStrategy: PID 29375 died...\u000a11:02:31.005853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29375): Terminated: ok {rc=0}\u000a11:02:31.015925 --- ParallelTerminationStrategy: PID 29376 died...\u000a11:02:31.070309 run iperf3-srv_10.42.42.10(pid=29376): Terminated {rc=256}\u000a11:02:31.080360 --- ParallelTerminationStrategy: PID 29379 died...\u000a11:02:31.134357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29379): Terminated: ok {rc=0}\u000a11:02:31.145560 --- ParallelTerminationStrategy: PID 29382 died...\u000a11:02:31.201675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29382): Terminated: ok {rc=0}\u000a11:02:31.212272 --- ParallelTerminationStrategy: PID 29385 died...\u000a11:02:31.267811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29385): Terminated: ok {rc=0}\u000a11:02:31.355012 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29402): Process ended prematurely: osmo-stp_10.42.42.5(pid=29402) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29402)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29402): Process ended prematurely: osmo-stp_10.42.42.5(pid=29402) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:02:32.465450 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:32.476874 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:02:32.630490 tst iperf3m4.py: using LAC 21013\u000a11:02:32.758100 tst iperf3m4.py: using RAC 103\u000a11:02:32.884554 tst iperf3m4.py: using CellId 21013\u000a11:02:33.013480 tst iperf3m4.py: using BVCI 21014\u000a11:02:33.038594 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:33.050116 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:33.061528 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:33.072931 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:33.084280 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:33.095408 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:33.107865 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:33.120311 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:33.131784 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:02:33.247611 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:02:33.369750 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:02:33.486982 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:02:33.765103 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:02:33.890851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:34.207551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29387): Launched\u000a11:02:34.469551 run iperf3-srv_10.42.42.10(pid=29388): Launched\u000a11:02:34.655016 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:02:34.781277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:35.095128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29389): Launched\u000a11:02:35.355338 run iperf3-srv_10.42.42.10(pid=29390): Launched\u000a11:02:35.538134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:02:35.663365 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:35.979422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29392): Launched\u000a11:02:36.240136 run iperf3-srv_10.42.42.10(pid=29393): Launched\u000a11:02:36.422973 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:02:36.548077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:36.862297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29394): Launched\u000a11:02:37.122792 run iperf3-srv_10.42.42.10(pid=29395): Launched\u000a11:02:37.305817 tst iperf3m4.py:8: start network...\u000a11:02:37.430721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:37.918460 run create_hlr_db(pid=29396): Launched\u000a11:02:38.091075 bus /gobi_6: Setting Powered False\u000a11:02:39.113834 run create_hlr_db(pid=29396): Terminated: ok {rc=0}\u000a11:02:39.547704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29398): Launched\u000a11:02:39.875737 run osmo-hlr_10.42.42.2(pid=29399): Launched\u000a11:02:39.994888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:40.566171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29401): Launched\u000a11:02:40.894327 run osmo-stp_10.42.42.5(pid=29402): Launched\u000a11:02:41.013549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:02:41.581732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29404): Launched\u000a11:02:41.697245 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:02:41.982685 run patchelf(pid=29405): Launched\u000a11:02:42.172393 run osmo-stp_10.42.42.5(pid=29402): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29402)]\u000a11:02:42.310797 run osmo-stp_10.42.42.5(pid=29402): stdout: \u000a| (launched: 2022-12-09_11:02:40.732122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:42.449331 run osmo-stp_10.42.42.5(pid=29402): stderr: \u000a| �[0;m�[38;5;43m20221209110240919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110240919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110240919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110240920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110240920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110240920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110240920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:42.583428 run osmo-stp_10.42.42.5(pid=29402): stdout: \u000a| (launched: 2022-12-09_11:02:40.732122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:42.716392 run osmo-stp_10.42.42.5(pid=29402): stderr: \u000a| �[0;m�[38;5;43m20221209110240919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110240919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110240919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110240920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110240920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110240920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110240920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:42.871415 run patchelf(pid=29405): Terminating (SIGINT)\u000a11:02:43.054000 run patchelf(pid=29405): Terminated: ok {rc=0}\u000a11:02:43.087520 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29402): Process ended prematurely: osmo-stp_10.42.42.5(pid=29402) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29402)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:02:43.097544 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a11:02:43.162013 run osmo-hlr_10.42.42.2(pid=29399): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29399)]\u000a11:02:43.213938 run osmo-hlr_10.42.42.2(pid=29399): stdout: \u000a| (launched: 2022-12-09_11:02:39.713695) \u000a11:02:43.266660 run osmo-hlr_10.42.42.2(pid=29399): stderr: \u000a| �[0;m�[1;31m20221209110239906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110239906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110239906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110239906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110239906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110239906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110239919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110239930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110239930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110239930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:43.311069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29387): Terminating (SIGTERM)\u000a11:02:43.353258 run iperf3-srv_10.42.42.10(pid=29388): Terminating (SIGTERM)\u000a11:02:43.395400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29389): Terminating (SIGTERM)\u000a11:02:43.437527 run iperf3-srv_10.42.42.10(pid=29390): Terminating (SIGTERM)\u000a11:02:43.479691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29392): Terminating (SIGTERM)\u000a11:02:43.521821 run iperf3-srv_10.42.42.10(pid=29393): Terminating (SIGTERM)\u000a11:02:43.564264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29394): Terminating (SIGTERM)\u000a11:02:43.606177 run iperf3-srv_10.42.42.10(pid=29395): Terminating (SIGTERM)\u000a11:02:43.648265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29398): Terminating (SIGTERM)\u000a11:02:43.690235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29401): Terminating (SIGTERM)\u000a11:02:43.732679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29404): Terminating (SIGTERM)\u000a11:02:43.742329 --- ParallelTerminationStrategy: PID 29387 died...\u000a11:02:43.798444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29387): Terminated: ok {rc=0}\u000a11:02:43.809107 --- ParallelTerminationStrategy: PID 29388 died...\u000a11:02:43.865262 run iperf3-srv_10.42.42.10(pid=29388): Terminated {rc=256}\u000a11:02:43.875380 --- ParallelTerminationStrategy: PID 29389 died...\u000a11:02:43.931962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29389): Terminated: ok {rc=0}\u000a11:02:43.942217 --- ParallelTerminationStrategy: PID 29390 died...\u000a11:02:43.998801 run iperf3-srv_10.42.42.10(pid=29390): Terminated {rc=256}\u000a11:02:44.009178 --- ParallelTerminationStrategy: PID 29392 died...\u000a11:02:44.065514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29392): Terminated: ok {rc=0}\u000a11:02:44.075776 --- ParallelTerminationStrategy: PID 29393 died...\u000a11:02:44.132116 run iperf3-srv_10.42.42.10(pid=29393): Terminated {rc=256}\u000a11:02:44.142263 --- ParallelTerminationStrategy: PID 29394 died...\u000a11:02:44.198783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29394): Terminated: ok {rc=0}\u000a11:02:44.209124 --- ParallelTerminationStrategy: PID 29395 died...\u000a11:02:44.265002 run iperf3-srv_10.42.42.10(pid=29395): Terminated {rc=256}\u000a11:02:44.275380 --- ParallelTerminationStrategy: PID 29398 died...\u000a11:02:44.331651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29398): Terminated: ok {rc=0}\u000a11:02:44.342240 --- ParallelTerminationStrategy: PID 29401 died...\u000a11:02:44.398367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29401): Terminated: ok {rc=0}\u000a11:02:44.408632 --- ParallelTerminationStrategy: PID 29404 died...\u000a11:02:44.465377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29404): Terminated: ok {rc=0}\u000a11:02:44.553085 bus /gobi_4: Setting Powered False\u000a11:02:45.659700 bus /gobi_4: Setting Powered False\u000a11:02:46.789338 bus /gobi_1: Setting Powered False\u000a11:02:47.899212 bus /gobi_1: Setting Powered False\u000a11:02:49.007437 bus /gobi_0: Setting Powered False\u000a11:02:50.114155 bus /gobi_0: Setting Powered False\u000a11:02:51.226940 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29412): Process ended prematurely: osmo-stp_10.42.42.5(pid=29412) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29412)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29412): Process ended prematurely: osmo-stp_10.42.42.5(pid=29412) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:02:52.294574 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:52.305976 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:02:52.459365 tst ping.py: using LAC 21014\u000a11:02:52.578299 tst ping.py: using RAC 104\u000a11:02:52.695125 tst ping.py: using CellId 21014\u000a11:02:52.812332 tst ping.py: using BVCI 21015\u000a11:02:52.835260 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:52.846218 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:52.856896 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:52.867643 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:52.878399 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:52.889258 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:52.900005 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:02:52.910707 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:02:53.200071 tst ping.py:19: start network...\u000a11:02:53.333692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:53.839277 run create_hlr_db(pid=29406): Launched\u000a11:02:54.024797 bus /gobi_6: Setting Powered False\u000a11:02:55.045486 run create_hlr_db(pid=29406): Terminated: ok {rc=0}\u000a11:02:55.473414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29408): Launched\u000a11:02:55.797522 run osmo-hlr_10.42.42.2(pid=29409): Launched\u000a11:02:55.913838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:56.475398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29411): Launched\u000a11:02:56.795468 run osmo-stp_10.42.42.5(pid=29412): Launched\u000a11:02:56.911283 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:02:57.473091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29414): Launched\u000a11:02:57.587528 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:02:57.867440 run patchelf(pid=29415): Launched\u000a11:02:58.055474 run osmo-stp_10.42.42.5(pid=29412): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29412)]\u000a11:02:58.192501 run osmo-stp_10.42.42.5(pid=29412): stdout: \u000a| (launched: 2022-12-09_11:02:56.637525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:58.329195 run osmo-stp_10.42.42.5(pid=29412): stderr: \u000a| �[0;m�[38;5;43m20221209110256827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110256827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110256828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110256828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110256828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110256829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110256829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:58.461404 run osmo-stp_10.42.42.5(pid=29412): stdout: \u000a| (launched: 2022-12-09_11:02:56.637525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:58.592622 run osmo-stp_10.42.42.5(pid=29412): stderr: \u000a| �[0;m�[38;5;43m20221209110256827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110256827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110256828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110256828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110256828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110256829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110256829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:58.745515 run patchelf(pid=29415): Terminating (SIGINT)\u000a11:02:58.924932 run patchelf(pid=29415): Terminated: ok {rc=0}\u000a11:02:58.957642 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29412): Process ended prematurely: osmo-stp_10.42.42.5(pid=29412) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29412)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:02:58.967454 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:02:59.031827 run osmo-hlr_10.42.42.2(pid=29409): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29409)]\u000a11:02:59.083300 run osmo-hlr_10.42.42.2(pid=29409): stdout: \u000a| (launched: 2022-12-09_11:02:55.637299) \u000a11:02:59.135479 run osmo-hlr_10.42.42.2(pid=29409): stderr: \u000a| �[0;m�[1;31m20221209110255832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110255832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110255832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110255832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110255832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110255832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110255844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110255853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110255853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110255853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:59.179342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29408): Terminating (SIGTERM)\u000a11:02:59.221560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29411): Terminating (SIGTERM)\u000a11:02:59.263458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29414): Terminating (SIGTERM)\u000a11:02:59.273639 --- ParallelTerminationStrategy: PID 29408 died...\u000a11:02:59.330280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29408): Terminated: ok {rc=0}\u000a11:02:59.340555 --- ParallelTerminationStrategy: PID 29411 died...\u000a11:02:59.397306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29411): Terminated: ok {rc=0}\u000a11:02:59.407529 --- ParallelTerminationStrategy: PID 29414 died...\u000a11:02:59.464112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29414): Terminated: ok {rc=0}\u000a11:02:59.553035 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29423): Process ended prematurely: osmo-stp_10.42.42.5(pid=29423) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29423)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29423): Process ended prematurely: osmo-stp_10.42.42.5(pid=29423) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:03:00.604799 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:00.616901 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:03:00.774453 tst ping_idle_ping.py: using LAC 21015\u000a11:03:00.913383 tst ping_idle_ping.py: using RAC 105\u000a11:03:01.042334 tst ping_idle_ping.py: using CellId 21015\u000a11:03:01.173113 tst ping_idle_ping.py: using BVCI 21016\u000a11:03:01.197318 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:01.209156 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:01.221290 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:01.233513 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:01.245148 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:01.257344 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:01.270178 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:03:01.282569 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:03:01.626005 tst ping_idle_ping.py:24: start network...\u000a11:03:01.764928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:02.342974 run create_hlr_db(pid=29417): Launched\u000a11:03:02.530097 bus /gobi_6: Setting Powered False\u000a11:03:03.551362 run create_hlr_db(pid=29417): Terminated: ok {rc=0}\u000a11:03:03.980148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29419): Launched\u000a11:03:04.302544 run osmo-hlr_10.42.42.2(pid=29420): Launched\u000a11:03:04.420781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:04.980385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29422): Launched\u000a11:03:05.302796 run osmo-stp_10.42.42.5(pid=29423): Launched\u000a11:03:05.418400 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:05.980838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29425): Launched\u000a11:03:06.095626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:06.378298 run patchelf(pid=29426): Launched\u000a11:03:06.566771 run osmo-stp_10.42.42.5(pid=29423): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29423)]\u000a11:03:06.704274 run osmo-stp_10.42.42.5(pid=29423): stdout: \u000a| (launched: 2022-12-09_11:03:05.143373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:06.842269 run osmo-stp_10.42.42.5(pid=29423): stderr: \u000a| �[0;m�[38;5;43m20221209110305330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110305331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110305331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110305332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110305332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110305332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110305332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:06.975567 run osmo-stp_10.42.42.5(pid=29423): stdout: \u000a| (launched: 2022-12-09_11:03:05.143373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:07.107533 run osmo-stp_10.42.42.5(pid=29423): stderr: \u000a| �[0;m�[38;5;43m20221209110305330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110305331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110305331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110305332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110305332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110305332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110305332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:07.260684 run patchelf(pid=29426): Terminating (SIGINT)\u000a11:03:07.440488 run patchelf(pid=29426): Terminated: ok {rc=0}\u000a11:03:07.473356 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29423): Process ended prematurely: osmo-stp_10.42.42.5(pid=29423) [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29423)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:03:07.482722 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a11:03:07.547135 run osmo-hlr_10.42.42.2(pid=29420): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29420)]\u000a11:03:07.599233 run osmo-hlr_10.42.42.2(pid=29420): stdout: \u000a| (launched: 2022-12-09_11:03:04.143345) \u000a11:03:07.651813 run osmo-hlr_10.42.42.2(pid=29420): stderr: \u000a| �[0;m�[1;31m20221209110304337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110304338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110304339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110304339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110304339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110304339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110304352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110304360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110304360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110304360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:07.696261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29419): Terminating (SIGTERM)\u000a11:03:07.738842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29422): Terminating (SIGTERM)\u000a11:03:07.781321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29425): Terminating (SIGTERM)\u000a11:03:07.791255 --- ParallelTerminationStrategy: PID 29419 died...\u000a11:03:07.847665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29419): Terminated: ok {rc=0}\u000a11:03:07.858294 --- ParallelTerminationStrategy: PID 29422 died...\u000a11:03:07.915160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29422): Terminated: ok {rc=0}\u000a11:03:07.925490 --- ParallelTerminationStrategy: PID 29425 died...\u000a11:03:07.982190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29425): Terminated: ok {rc=0}\u000a11:03:08.069113 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:02:09" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29440): Process ended prematurely: osmo-stp_10.42.42.5(pid=29440) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29440)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29440): Process ended prematurely: osmo-stp_10.42.42.5(pid=29440) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:03:10.246251 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:10.257955 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:03:10.402952 tst cs_paging_gprs_active.py: using LAC 21016\u000a11:03:10.528231 tst cs_paging_gprs_active.py: using RAC 106\u000a11:03:10.654183 tst cs_paging_gprs_active.py: using CellId 21016\u000a11:03:10.781666 tst cs_paging_gprs_active.py: using BVCI 21017\u000a11:03:10.806337 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:10.818045 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:10.829702 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:10.841870 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:10.853689 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:10.865871 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:10.878506 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:10.890111 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:10.902356 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:03:11.024223 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:03:11.300325 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:03:11.425163 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:11.736496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29430): Launched\u000a11:03:11.996560 run iperf3-srv_10.42.42.10(pid=29431): Launched\u000a11:03:12.178957 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:03:12.303451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:12.613989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29432): Launched\u000a11:03:12.872131 run iperf3-srv_10.42.42.10(pid=29433): Launched\u000a11:03:13.054824 tst cs_paging_gprs_active.py:38: start network...\u000a11:03:13.179473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:13.663150 run create_hlr_db(pid=29434): Launched\u000a11:03:13.850791 bus /gobi_6: Setting Powered False\u000a11:03:14.870983 run create_hlr_db(pid=29434): Terminated: ok {rc=0}\u000a11:03:15.275618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29436): Launched\u000a11:03:15.575681 run osmo-hlr_10.42.42.2(pid=29437): Launched\u000a11:03:15.686518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:16.266391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29439): Launched\u000a11:03:16.727989 run osmo-stp_10.42.42.5(pid=29440): Launched\u000a11:03:16.857408 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:17.427476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29442): Launched\u000a11:03:17.535383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:17.799338 run patchelf(pid=29443): Launched\u000a11:03:17.975769 run osmo-stp_10.42.42.5(pid=29440): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29440)]\u000a11:03:18.104594 run osmo-stp_10.42.42.5(pid=29440): stdout: \u000a| (launched: 2022-12-09_11:03:16.422217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:18.233807 run osmo-stp_10.42.42.5(pid=29440): stderr: \u000a| �[0;m�[38;5;43m20221209110316619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110316619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110316619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110316620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110316620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110316620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110316620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:18.358656 run osmo-stp_10.42.42.5(pid=29440): stdout: \u000a| (launched: 2022-12-09_11:03:16.422217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:18.482390 run osmo-stp_10.42.42.5(pid=29440): stderr: \u000a| �[0;m�[38;5;43m20221209110316619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110316619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110316619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110316620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110316620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110316620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110316620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:18.625943 run patchelf(pid=29443): Terminating (SIGINT)\u000a11:03:18.794288 run patchelf(pid=29443): Terminated: ok {rc=0}\u000a11:03:18.825739 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29440): Process ended prematurely: osmo-stp_10.42.42.5(pid=29440) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29440)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a11:03:18.836117 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:03:18.895788 run osmo-hlr_10.42.42.2(pid=29437): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29437)]\u000a11:03:18.945293 run osmo-hlr_10.42.42.2(pid=29437): stdout: \u000a| (launched: 2022-12-09_11:03:15.428004) \u000a11:03:18.995458 run osmo-hlr_10.42.42.2(pid=29437): stderr: \u000a| �[0;m�[1;31m20221209110315599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110315599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110315599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110315599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110315599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110315599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110315611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110315620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110315620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110315620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:19.037621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29430): Terminating (SIGTERM)\u000a11:03:19.077209 run iperf3-srv_10.42.42.10(pid=29431): Terminating (SIGTERM)\u000a11:03:19.116776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29432): Terminating (SIGTERM)\u000a11:03:19.156202 run iperf3-srv_10.42.42.10(pid=29433): Terminating (SIGTERM)\u000a11:03:19.195796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29436): Terminating (SIGTERM)\u000a11:03:19.235353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29439): Terminating (SIGTERM)\u000a11:03:19.274810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29442): Terminating (SIGTERM)\u000a11:03:19.283903 --- ParallelTerminationStrategy: PID 29430 died...\u000a11:03:19.337055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29430): Terminated: ok {rc=0}\u000a11:03:19.346592 --- ParallelTerminationStrategy: PID 29431 died...\u000a11:03:19.399328 run iperf3-srv_10.42.42.10(pid=29431): Terminated {rc=256}\u000a11:03:19.408838 --- ParallelTerminationStrategy: PID 29432 died...\u000a11:03:19.461609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29432): Terminated: ok {rc=0}\u000a11:03:19.471091 --- ParallelTerminationStrategy: PID 29433 died...\u000a11:03:19.523454 run iperf3-srv_10.42.42.10(pid=29433): Terminated {rc=256}\u000a11:03:19.533049 --- ParallelTerminationStrategy: PID 29436 died...\u000a11:03:19.586115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29436): Terminated: ok {rc=0}\u000a11:03:19.595543 --- ParallelTerminationStrategy: PID 29439 died...\u000a11:03:19.648262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29439): Terminated: ok {rc=0}\u000a11:03:19.657956 --- ParallelTerminationStrategy: PID 29442 died...\u000a11:03:19.710624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29442): Terminated: ok {rc=0}\u000a11:03:19.800092 bus /gobi_0: Setting Powered False\u000a11:03:20.905035 bus /gobi_0: Setting Powered False\u000a11:03:22.016514 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29452): Process ended prematurely: osmo-stp_10.42.42.5(pid=29452) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29452)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29452): Process ended prematurely: osmo-stp_10.42.42.5(pid=29452) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a11:03:23.126602 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:23.138744 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:03:23.275522 tst iperf3.py: using LAC 21017\u000a11:03:23.395141 tst iperf3.py: using RAC 107\u000a11:03:23.514987 tst iperf3.py: using CellId 21017\u000a11:03:23.635123 tst iperf3.py: using BVCI 21018\u000a11:03:23.658145 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:23.669691 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:23.680868 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:23.692226 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:23.703338 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:23.714493 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:23.725735 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:23.736693 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:23.747945 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:03:24.042995 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:03:24.177332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:24.509516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29444): Launched\u000a11:03:24.786321 run iperf3-srv_10.42.42.10(pid=29445): Launched\u000a11:03:24.982779 tst iperf3.py:8: start network...\u000a11:03:25.117599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:25.625855 run create_hlr_db(pid=29446): Launched\u000a11:03:25.810984 bus /gobi_6: Setting Powered False\u000a11:03:26.833868 run create_hlr_db(pid=29446): Terminated: ok {rc=0}\u000a11:03:27.241343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29448): Launched\u000a11:03:27.542304 run osmo-hlr_10.42.42.2(pid=29449): Launched\u000a11:03:27.662057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:28.193662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29451): Launched\u000a11:03:28.494894 run osmo-stp_10.42.42.5(pid=29452): Launched\u000a11:03:28.604850 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:29.131249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29454): Launched\u000a11:03:29.238376 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:29.501501 run patchelf(pid=29455): Launched\u000a11:03:29.677620 run osmo-stp_10.42.42.5(pid=29452): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29452)]\u000a11:03:29.806163 run osmo-stp_10.42.42.5(pid=29452): stdout: \u000a| (launched: 2022-12-09_11:03:28.346339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:29.934961 run osmo-stp_10.42.42.5(pid=29452): stderr: \u000a| �[0;m�[38;5;43m20221209110328511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110328511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110328511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110328512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110328512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110328513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110328513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:30.059649 run osmo-stp_10.42.42.5(pid=29452): stdout: \u000a| (launched: 2022-12-09_11:03:28.346339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:30.182930 run osmo-stp_10.42.42.5(pid=29452): stderr: \u000a| �[0;m�[38;5;43m20221209110328511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110328511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110328511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110328512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110328512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110328513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110328513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:30.326944 run patchelf(pid=29455): Terminating (SIGINT)\u000a11:03:30.495426 run patchelf(pid=29455): Terminated: ok {rc=0}\u000a11:03:30.526609 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29452): Process ended prematurely: osmo-stp_10.42.42.5(pid=29452) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29452)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a11:03:30.535989 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a11:03:30.596556 run osmo-hlr_10.42.42.2(pid=29449): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29449)]\u000a11:03:30.646098 run osmo-hlr_10.42.42.2(pid=29449): stdout: \u000a| (launched: 2022-12-09_11:03:27.393995) \u000a11:03:30.696191 run osmo-hlr_10.42.42.2(pid=29449): stderr: \u000a| �[0;m�[1;31m20221209110327567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110327567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110327567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110327567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110327567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110327567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110327579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110327587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110327587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110327588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:30.738813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29444): Terminating (SIGTERM)\u000a11:03:30.779073 run iperf3-srv_10.42.42.10(pid=29445): Terminating (SIGTERM)\u000a11:03:30.819349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29448): Terminating (SIGTERM)\u000a11:03:30.878607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29451): Terminating (SIGTERM)\u000a11:03:30.929670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29454): Terminating (SIGTERM)\u000a11:03:30.939153 --- ParallelTerminationStrategy: PID 29444 died...\u000a11:03:30.993717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29444): Terminated: ok {rc=0}\u000a11:03:31.003648 --- ParallelTerminationStrategy: PID 29445 died...\u000a11:03:31.072892 run iperf3-srv_10.42.42.10(pid=29445): Terminated {rc=256}\u000a11:03:31.083140 --- ParallelTerminationStrategy: PID 29448 died...\u000a11:03:31.137550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29448): Terminated: ok {rc=0}\u000a11:03:31.147780 --- ParallelTerminationStrategy: PID 29451 died...\u000a11:03:31.202109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29451): Terminated: ok {rc=0}\u000a11:03:31.212369 --- ParallelTerminationStrategy: PID 29454 died...\u000a11:03:31.266202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29454): Terminated: ok {rc=0}\u000a11:03:31.352524 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a11:03:32.460513 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:32.472519 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:03:32.610932 tst iperf3m4.py: using LAC 21018\u000a11:03:32.738401 tst iperf3m4.py: using RAC 108\u000a11:03:32.865000 tst iperf3m4.py: using CellId 21018\u000a11:03:32.993651 tst iperf3m4.py: using BVCI 21019\u000a11:03:33.018651 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:33.030773 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:33.042833 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:33.055286 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:33.068209 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:33.080240 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:33.092150 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:33.104085 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:33.117098 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:03:33.234099 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:03:33.354981 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:03:33.471396 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:03:33.764885 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:03:33.899895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:34.234565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29456): Launched\u000a11:03:34.514077 run iperf3-srv_10.42.42.10(pid=29457): Launched\u000a11:03:34.710879 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:03:34.845441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:35.181281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29458): Launched\u000a11:03:35.460077 run iperf3-srv_10.42.42.10(pid=29459): Launched\u000a11:03:35.656413 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:03:35.790854 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:36.126755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29460): Launched\u000a11:03:36.405916 run iperf3-srv_10.42.42.10(pid=29461): Launched\u000a11:03:36.602092 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:03:36.736271 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:37.069792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29462): Launched\u000a11:03:37.349074 run iperf3-srv_10.42.42.10(pid=29463): Launched\u000a11:03:37.547687 tst iperf3m4.py:8: start network...\u000a11:03:37.682244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:38.190339 run create_hlr_db(pid=29464): Launched\u000a11:03:38.375336 bus /gobi_6: Setting Powered False\u000a11:03:39.397854 run create_hlr_db(pid=29464): Terminated: ok {rc=0}\u000a11:03:39.827624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Launched\u000a11:03:40.142380 run osmo-hlr_10.42.42.2(pid=29467): Launched\u000a11:03:40.253776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:40.778233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Launched\u000a11:03:41.081526 run osmo-stp_10.42.42.5(pid=29470): Launched\u000a11:03:41.190657 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:41.717465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29472): Launched\u000a11:03:41.824265 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:42.087071 run patchelf(pid=29473): Launched\u000a11:03:42.262969 run osmo-stp_10.42.42.5(pid=29470): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]\u000a11:03:42.391208 run osmo-stp_10.42.42.5(pid=29470): stdout: \u000a| (launched: 2022-12-09_11:03:40.931708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:42.519678 run osmo-stp_10.42.42.5(pid=29470): stderr: \u000a| �[0;m�[38;5;43m20221209110341100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110341100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110341100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110341101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110341101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110341102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110341102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:42.643800 run osmo-stp_10.42.42.5(pid=29470): stdout: \u000a| (launched: 2022-12-09_11:03:40.931708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:42.766812 run osmo-stp_10.42.42.5(pid=29470): stderr: \u000a| �[0;m�[38;5;43m20221209110341100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110341100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110341100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110341101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110341101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110341102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110341102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:42.910127 run patchelf(pid=29473): Terminating (SIGINT)\u000a11:03:43.078487 run patchelf(pid=29473): Terminated: ok {rc=0}\u000a11:03:43.109625 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a11:03:43.119398 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a11:03:43.179568 run osmo-hlr_10.42.42.2(pid=29467): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29467)]\u000a11:03:43.228233 run osmo-hlr_10.42.42.2(pid=29467): stdout: \u000a| (launched: 2022-12-09_11:03:39.991353) \u000a11:03:43.277480 run osmo-hlr_10.42.42.2(pid=29467): stderr: \u000a| �[0;m�[1;31m20221209110340161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110340161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110340161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110340161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110340161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110340161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110340173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110340181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110340181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110340182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:43.319060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29456): Terminating (SIGTERM)\u000a11:03:43.358336 run iperf3-srv_10.42.42.10(pid=29457): Terminating (SIGTERM)\u000a11:03:43.397476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29458): Terminating (SIGTERM)\u000a11:03:43.436605 run iperf3-srv_10.42.42.10(pid=29459): Terminating (SIGTERM)\u000a11:03:43.475879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29460): Terminating (SIGTERM)\u000a11:03:43.515087 run iperf3-srv_10.42.42.10(pid=29461): Terminating (SIGTERM)\u000a11:03:43.554362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29462): Terminating (SIGTERM)\u000a11:03:43.593585 run iperf3-srv_10.42.42.10(pid=29463): Terminating (SIGTERM)\u000a11:03:43.633100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Terminating (SIGTERM)\u000a11:03:43.672565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Terminating (SIGTERM)\u000a11:03:43.712198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29472): Terminating (SIGTERM)\u000a11:03:43.721458 --- ParallelTerminationStrategy: PID 29456 died...\u000a11:03:43.774629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29456): Terminated: ok {rc=0}\u000a11:03:43.784203 --- ParallelTerminationStrategy: PID 29457 died...\u000a11:03:43.837197 run iperf3-srv_10.42.42.10(pid=29457): Terminated {rc=256}\u000a11:03:43.846659 --- ParallelTerminationStrategy: PID 29458 died...\u000a11:03:43.900188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29458): Terminated: ok {rc=0}\u000a11:03:43.909656 --- ParallelTerminationStrategy: PID 29459 died...\u000a11:03:43.962656 run iperf3-srv_10.42.42.10(pid=29459): Terminated {rc=256}\u000a11:03:43.972385 --- ParallelTerminationStrategy: PID 29460 died...\u000a11:03:44.025240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29460): Terminated: ok {rc=0}\u000a11:03:44.034956 --- ParallelTerminationStrategy: PID 29461 died...\u000a11:03:44.087933 run iperf3-srv_10.42.42.10(pid=29461): Terminated {rc=256}\u000a11:03:44.097971 --- ParallelTerminationStrategy: PID 29462 died...\u000a11:03:44.150832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29462): Terminated: ok {rc=0}\u000a11:03:44.160531 --- ParallelTerminationStrategy: PID 29463 died...\u000a11:03:44.213800 run iperf3-srv_10.42.42.10(pid=29463): Terminated {rc=256}\u000a11:03:44.223451 --- ParallelTerminationStrategy: PID 29466 died...\u000a11:03:44.276302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Terminated: ok {rc=0}\u000a11:03:44.285980 --- ParallelTerminationStrategy: PID 29469 died...\u000a11:03:44.338942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Terminated: ok {rc=0}\u000a11:03:44.348716 --- ParallelTerminationStrategy: PID 29472 died...\u000a11:03:44.401687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29472): Terminated: ok {rc=0}\u000a11:03:44.490943 bus /gobi_4: Setting Powered False\u000a11:03:45.595621 bus /gobi_4: Setting Powered False\u000a11:03:46.705028 bus /gobi_1: Setting Powered False\u000a11:03:47.804403 bus /gobi_1: Setting Powered False\u000a11:03:48.917495 bus /gobi_0: Setting Powered False\u000a11:03:50.020306 bus /gobi_0: Setting Powered False\u000a11:03:51.132320 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29480): Process ended prematurely: osmo-stp_10.42.42.5(pid=29480) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29480)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29480): Process ended prematurely: osmo-stp_10.42.42.5(pid=29480) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a11:03:52.199783 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:52.211961 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:03:52.347670 tst ping.py: using LAC 21019\u000a11:03:52.465314 tst ping.py: using RAC 109\u000a11:03:52.580874 tst ping.py: using CellId 21019\u000a11:03:52.698421 tst ping.py: using BVCI 21020\u000a11:03:52.720846 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:52.732250 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:52.743498 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:52.754680 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:52.765876 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:52.777137 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:52.788287 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:03:52.799382 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:03:53.071386 tst ping.py:19: start network...\u000a11:03:53.195020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:53.670914 run create_hlr_db(pid=29474): Launched\u000a11:03:53.841874 bus /gobi_6: Setting Powered False\u000a11:03:54.862976 run create_hlr_db(pid=29474): Terminated: ok {rc=0}\u000a11:03:55.265095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29476): Launched\u000a11:03:55.560014 run osmo-hlr_10.42.42.2(pid=29477): Launched\u000a11:03:55.667630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:56.183755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29479): Launched\u000a11:03:56.480240 run osmo-stp_10.42.42.5(pid=29480): Launched\u000a11:03:56.597267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:57.115833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29482): Launched\u000a11:03:57.220764 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:57.480314 run patchelf(pid=29483): Launched\u000a11:03:57.654422 run osmo-stp_10.42.42.5(pid=29480): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29480)]\u000a11:03:57.780748 run osmo-stp_10.42.42.5(pid=29480): stdout: \u000a| (launched: 2022-12-09_11:03:56.333817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:57.907864 run osmo-stp_10.42.42.5(pid=29480): stderr: \u000a| �[0;m�[38;5;43m20221209110356498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110356498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110356498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110356498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110356499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110356499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110356499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:58.030598 run osmo-stp_10.42.42.5(pid=29480): stdout: \u000a| (launched: 2022-12-09_11:03:56.333817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:58.151953 run osmo-stp_10.42.42.5(pid=29480): stderr: \u000a| �[0;m�[38;5;43m20221209110356498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110356498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110356498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110356498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110356499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110356499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110356499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:58.293655 run patchelf(pid=29483): Terminating (SIGINT)\u000a11:03:58.459429 run patchelf(pid=29483): Terminated: ok {rc=0}\u000a11:03:58.489918 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29480): Process ended prematurely: osmo-stp_10.42.42.5(pid=29480) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29480)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a11:03:58.498930 tst ping.py:22: Test FAILED (6.3 sec)\u000a11:03:58.559112 run osmo-hlr_10.42.42.2(pid=29477): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29477)]\u000a11:03:58.608084 run osmo-hlr_10.42.42.2(pid=29477): stdout: \u000a| (launched: 2022-12-09_11:03:55.414710) \u000a11:03:58.658237 run osmo-hlr_10.42.42.2(pid=29477): stderr: \u000a| �[0;m�[1;31m20221209110355586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110355586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110355586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110355587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110355587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110355587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110355597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110355606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110355606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110355606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:58.700426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29476): Terminating (SIGTERM)\u000a11:03:58.740227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29479): Terminating (SIGTERM)\u000a11:03:58.780010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29482): Terminating (SIGTERM)\u000a11:03:58.789423 --- ParallelTerminationStrategy: PID 29476 died...\u000a11:03:58.842757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29476): Terminated: ok {rc=0}\u000a11:03:58.852584 --- ParallelTerminationStrategy: PID 29479 died...\u000a11:03:58.905329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29479): Terminated: ok {rc=0}\u000a11:03:58.915113 --- ParallelTerminationStrategy: PID 29482 died...\u000a11:03:58.968050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29482): Terminated: ok {rc=0}\u000a11:03:59.057691 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29490): Process ended prematurely: osmo-stp_10.42.42.5(pid=29490) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29490)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29490): Process ended prematurely: osmo-stp_10.42.42.5(pid=29490) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a11:04:00.109649 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:04:00.122002 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:04:00.259005 tst ping_idle_ping.py: using LAC 21020\u000a11:04:00.374941 tst ping_idle_ping.py: using RAC 110\u000a11:04:00.493978 tst ping_idle_ping.py: using CellId 21020\u000a11:04:00.610744 tst ping_idle_ping.py: using BVCI 21021\u000a11:04:00.633625 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:04:00.645103 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:04:00.656424 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:04:00.667756 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:04:00.678958 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:04:00.690119 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:04:00.701416 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:04:00.712574 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:04:01.026501 tst ping_idle_ping.py:24: start network...\u000a11:04:01.152042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:01.670758 run create_hlr_db(pid=29484): Launched\u000a11:04:01.847340 bus /gobi_6: Setting Powered False\u000a11:04:02.863738 run create_hlr_db(pid=29484): Terminated: ok {rc=0}\u000a11:04:03.260618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29486): Launched\u000a11:04:03.557928 run osmo-hlr_10.42.42.2(pid=29487): Launched\u000a11:04:03.671194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:04.194980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29489): Launched\u000a11:04:04.491420 run osmo-stp_10.42.42.5(pid=29490): Launched\u000a11:04:04.599975 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:04:05.120661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29492): Launched\u000a11:04:05.225892 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:04:05.486276 run patchelf(pid=29493): Launched\u000a11:04:05.661336 run osmo-stp_10.42.42.5(pid=29490): ERR: Terminated: ERROR {rc=1} [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29490)]\u000a11:04:05.788883 run osmo-stp_10.42.42.5(pid=29490): stdout: \u000a| (launched: 2022-12-09_11:04:04.345452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:05.916762 run osmo-stp_10.42.42.5(pid=29490): stderr: \u000a| �[0;m�[38;5;43m20221209110404511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110404511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110404511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110404511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110404512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110404512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110404512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:06.040497 run osmo-stp_10.42.42.5(pid=29490): stdout: \u000a| (launched: 2022-12-09_11:04:04.345452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:06.163141 run osmo-stp_10.42.42.5(pid=29490): stderr: \u000a| �[0;m�[38;5;43m20221209110404511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110404511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110404511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110404511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110404512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110404512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110404512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:06.306292 run patchelf(pid=29493): Terminating (SIGINT)\u000a11:04:06.473896 run patchelf(pid=29493): Terminated: ok {rc=0}\u000a11:04:06.504536 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29490): Process ended prematurely: osmo-stp_10.42.42.5(pid=29490) [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29490)] [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a11:04:06.513408 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a11:04:06.573668 run osmo-hlr_10.42.42.2(pid=29487): ERR: Terminated: ERROR {rc=237} [trial-2358↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29487)]\u000a11:04:06.623539 run osmo-hlr_10.42.42.2(pid=29487): stdout: \u000a| (launched: 2022-12-09_11:04:03.412239) \u000a11:04:06.673671 run osmo-hlr_10.42.42.2(pid=29487): stderr: \u000a| �[0;m�[1;31m20221209110403585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110403585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110403585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110403585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110403585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110403585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110403598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110403607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110403607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110403607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:06.715979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29486): Terminating (SIGTERM)\u000a11:04:06.756057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29489): Terminating (SIGTERM)\u000a11:04:06.795997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29492): Terminating (SIGTERM)\u000a11:04:06.805371 --- ParallelTerminationStrategy: PID 29486 died...\u000a11:04:06.859073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29486): Terminated: ok {rc=0}\u000a11:04:06.868688 --- ParallelTerminationStrategy: PID 29489 died...\u000a11:04:06.921863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29489): Terminated: ok {rc=0}\u000a11:04:06.931544 --- ParallelTerminationStrategy: PID 29492 died...\u000a11:04:06.984541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29492): Terminated: ok {rc=0}\u000a11:04:07.068551 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:03:09" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29503): Process ended prematurely: osmo-stp_10.42.42.5(pid=29503) [trial-2358↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29503)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29503): Process ended prematurely: osmo-stp_10.42.42.5(pid=29503) [trial-2358↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:04:09.126433 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:04:09.138473 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:04:09.307169 tst switch_tch_pdch.py: using LAC 21021\u000a11:04:09.434947 tst switch_tch_pdch.py: using RAC 111\u000a11:04:09.572109 tst switch_tch_pdch.py: using CellId 21021\u000a11:04:09.695021 tst switch_tch_pdch.py: using BVCI 21022\u000a11:04:09.719627 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:04:09.731604 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:04:09.744265 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:04:09.756742 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:04:09.768612 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:04:09.780788 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:04:09.793259 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:04:09.805749 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:04:09.925127 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:04:10.197086 tst switch_tch_pdch.py:51: start network...\u000a11:04:10.319552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:10.794938 run create_hlr_db(pid=29497): Launched\u000a11:04:10.965191 bus /gobi_6: Setting Powered False\u000a11:04:11.986981 run create_hlr_db(pid=29497): Terminated: ok {rc=0}\u000a11:04:12.410032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29499): Launched\u000a11:04:12.728384 run osmo-hlr_10.42.42.2(pid=29500): Launched\u000a11:04:12.842577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:13.398576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29502): Launched\u000a11:04:13.717779 run osmo-stp_10.42.42.5(pid=29503): Launched\u000a11:04:13.833120 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:04:14.389732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29505): Launched\u000a11:04:14.502886 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:04:14.780880 run patchelf(pid=29506): Launched\u000a11:04:14.967162 run osmo-stp_10.42.42.5(pid=29503): ERR: Terminated: ERROR {rc=1} [trial-2358↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29503)]\u000a11:04:15.103922 run osmo-stp_10.42.42.5(pid=29503): stdout: \u000a| (launched: 2022-12-09_11:04:13.559787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:15.240567 run osmo-stp_10.42.42.5(pid=29503): stderr: \u000a| �[0;m�[38;5;43m20221209110413746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110413747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110413747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110413747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110413748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110413748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110413748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:15.372682 run osmo-stp_10.42.42.5(pid=29503): stdout: \u000a| (launched: 2022-12-09_11:04:13.559787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:15.504332 run osmo-stp_10.42.42.5(pid=29503): stderr: \u000a| �[0;m�[38;5;43m20221209110413746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110413747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110413747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110413747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110413748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110413748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110413748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:15.656251 run patchelf(pid=29506): Terminating (SIGINT)\u000a11:04:15.834698 run patchelf(pid=29506): Terminated: ok {rc=0}\u000a11:04:15.873548 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29503): Process ended prematurely: osmo-stp_10.42.42.5(pid=29503) [trial-2358↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29503)] [trial-2358↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:04:15.885815 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a11:04:15.951625 run osmo-hlr_10.42.42.2(pid=29500): ERR: Terminated: ERROR {rc=237} [trial-2358↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29500)]\u000a11:04:16.003346 run osmo-hlr_10.42.42.2(pid=29500): stdout: \u000a| (launched: 2022-12-09_11:04:12.570595) \u000a11:04:16.055465 run osmo-hlr_10.42.42.2(pid=29500): stderr: \u000a| �[0;m�[1;31m20221209110412764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110412764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110412765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110412765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110412765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110412765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110412777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110412785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110412786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110412786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:16.099513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29499): Terminating (SIGTERM)\u000a11:04:16.143417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29502): Terminating (SIGTERM)\u000a11:04:16.188248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29505): Terminating (SIGTERM)\u000a11:04:16.199253 --- ParallelTerminationStrategy: PID 29499 died...\u000a11:04:16.257787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29499): Terminated: ok {rc=0}\u000a11:04:16.268002 --- ParallelTerminationStrategy: PID 29502 died...\u000a11:04:16.323734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29502): Terminated: ok {rc=0}\u000a11:04:16.334100 --- ParallelTerminationStrategy: PID 29505 died...\u000a11:04:16.391101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29505): Terminated: ok {rc=0}\u000a11:04:16.497711 bus /gobi_0: Setting Powered False\u000a11:04:17.605341 bus /gobi_0: Setting Powered False\u000a11:04:18.713017 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:04:08" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29511): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29511) [trial-2358↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29511)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29511): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29511) [trial-2358↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a11:04:20.560082 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:04:20.673922 tst esme_connect_policy_acceptall.py: using MSISDN 7170\u000a11:04:20.818251 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:04:21.430538 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29510): Launched\u000a11:04:21.753816 run osmo-nitb_10.42.42.2(pid=29511): Launched\u000a11:04:21.952821 run osmo-nitb_10.42.42.2(pid=29511): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29511)]\u000a11:04:22.099926 run osmo-nitb_10.42.42.2(pid=29511): stdout: \u000a| (launched: 2022-12-09_11:04:21.595806) \u000a11:04:22.246432 run osmo-nitb_10.42.42.2(pid=29511): stderr: \u000a| (launched: 2022-12-09_11:04:21.644004)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:04:22.388467 run osmo-nitb_10.42.42.2(pid=29511): stdout: \u000a| (launched: 2022-12-09_11:04:21.595806) \u000a11:04:22.529676 run osmo-nitb_10.42.42.2(pid=29511): stderr: \u000a| (launched: 2022-12-09_11:04:21.644004)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:04:22.884599 tst osmo-nitb_10.42.42.2(pid=29511): stdout: \u000a| (launched: 2022-12-09_11:04:21.595806) \u000a11:04:23.014787 tst osmo-nitb_10.42.42.2(pid=29511): stderr: \u000a| (launched: 2022-12-09_11:04:21.644004)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:04:23.071459 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=29511): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29511) [trial-2358↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29511)] [trial-2358↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a11:04:23.080144 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a11:04:23.117413 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29510): Terminating (SIGTERM)\u000a11:04:23.295500 --- ParallelTerminationStrategy: PID 29510 died...\u000a11:04:23.354248 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29510): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29513): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29513) [trial-2358↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29513)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29513): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29513) [trial-2358↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a11:04:23.369287 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:04:23.486662 tst esme_connect_policy_closed.py: using MSISDN 7171\u000a11:04:23.614574 tst esme_connect_policy_closed.py: using MSISDN 7172\u000a11:04:23.730476 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:04:24.349219 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29512): Launched\u000a11:04:24.672193 run osmo-nitb_10.42.42.2(pid=29513): Launched\u000a11:04:24.857832 run osmo-nitb_10.42.42.2(pid=29513): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29513)]\u000a11:04:24.993191 run osmo-nitb_10.42.42.2(pid=29513): stdout: \u000a| (launched: 2022-12-09_11:04:24.515102) \u000a11:04:25.129644 run osmo-nitb_10.42.42.2(pid=29513): stderr: \u000a| (launched: 2022-12-09_11:04:24.563420)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:04:25.260532 run osmo-nitb_10.42.42.2(pid=29513): stdout: \u000a| (launched: 2022-12-09_11:04:24.515102) \u000a11:04:25.390618 run osmo-nitb_10.42.42.2(pid=29513): stderr: \u000a| (launched: 2022-12-09_11:04:24.563420)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:04:25.447734 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=29513): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29513) [trial-2358↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29513)] [trial-2358↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a11:04:25.456359 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a11:04:25.494144 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29512): Terminating (SIGTERM)\u000a11:04:25.672279 --- ParallelTerminationStrategy: PID 29512 died...\u000a11:04:25.730618 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29512): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29515): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29515) [trial-2358↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29515)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29515): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29515) [trial-2358↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a11:04:25.746029 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:04:25.757740 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a11:04:25.895305 tst esme_ms_sms_storeforward.py: using LAC 21022\u000a11:04:26.021934 tst esme_ms_sms_storeforward.py: using RAC 112\u000a11:04:26.148546 tst esme_ms_sms_storeforward.py: using CellId 21022\u000a11:04:26.275056 tst esme_ms_sms_storeforward.py: using BVCI 21023\u000a11:04:26.300009 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a11:04:26.523482 tst esme_ms_sms_storeforward.py: using MSISDN 7173\u000a11:04:26.724454 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a11:04:26.861741 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:04:27.542007 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29514): Launched\u000a11:04:27.868884 run osmo-nitb_10.42.42.2(pid=29515): Launched\u000a11:04:28.056809 run osmo-nitb_10.42.42.2(pid=29515): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29515)]\u000a11:04:28.193684 run osmo-nitb_10.42.42.2(pid=29515): stdout: \u000a| (launched: 2022-12-09_11:04:27.708915) \u000a11:04:28.330835 run osmo-nitb_10.42.42.2(pid=29515): stderr: \u000a| (launched: 2022-12-09_11:04:27.758137)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:04:28.462967 run osmo-nitb_10.42.42.2(pid=29515): stdout: \u000a| (launched: 2022-12-09_11:04:27.708915) \u000a11:04:28.593932 run osmo-nitb_10.42.42.2(pid=29515): stderr: \u000a| (launched: 2022-12-09_11:04:27.758137)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:04:28.651055 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=29515): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29515) [trial-2358↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29515)] [trial-2358↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a11:04:28.659779 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a11:04:28.696616 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29514): Terminating (SIGTERM)\u000a11:04:28.874625 --- ParallelTerminationStrategy: PID 29514 died...\u000a11:04:28.933218 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29514): Terminated: ok {rc=0}\u000a11:04:29.019840 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29517): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29517) [trial-2358↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29517)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29517): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29517) [trial-2358↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a11:04:30.073084 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:04:30.084788 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a11:04:30.218835 tst esme_ms_sms_transaction.py: using LAC 21023\u000a11:04:30.347390 tst esme_ms_sms_transaction.py: using RAC 113\u000a11:04:30.475507 tst esme_ms_sms_transaction.py: using CellId 21023\u000a11:04:30.600707 tst esme_ms_sms_transaction.py: using BVCI 21024\u000a11:04:30.623788 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a11:04:30.858548 tst esme_ms_sms_transaction.py: using MSISDN 7174\u000a11:04:31.091816 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a11:04:31.265725 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:04:31.928155 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29516): Launched\u000a11:04:32.247642 run osmo-nitb_10.42.42.2(pid=29517): Launched\u000a11:04:32.436136 run osmo-nitb_10.42.42.2(pid=29517): ERR: Terminated: ERROR {rc=2} [trial-2358↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29517)]\u000a11:04:32.574177 run osmo-nitb_10.42.42.2(pid=29517): stdout: \u000a| (launched: 2022-12-09_11:04:32.086498) \u000a11:04:32.712732 run osmo-nitb_10.42.42.2(pid=29517): stderr: \u000a| (launched: 2022-12-09_11:04:32.132606)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:04:32.847819 run osmo-nitb_10.42.42.2(pid=29517): stdout: \u000a| (launched: 2022-12-09_11:04:32.086498) \u000a11:04:32.980759 run osmo-nitb_10.42.42.2(pid=29517): stderr: \u000a| (launched: 2022-12-09_11:04:32.132606)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:04:33.370933 tst osmo-nitb_10.42.42.2(pid=29517): stdout: \u000a| (launched: 2022-12-09_11:04:32.086498) \u000a11:04:33.491777 tst osmo-nitb_10.42.42.2(pid=29517): stderr: \u000a| (launched: 2022-12-09_11:04:32.132606)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:04:33.545965 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=29517): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29517) [trial-2358↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29517)] [trial-2358↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a11:04:33.554361 tst esme_ms_sms_transaction.py:21: Test FAILED (3.5 sec)\u000a11:04:33.589163 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29516): Terminating (SIGTERM)\u000a11:04:33.766661 --- ParallelTerminationStrategy: PID 29516 died...\u000a11:04:33.823061 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29516): Terminated: ok {rc=0}\u000a11:04:33.908168 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:04:20" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=29528): Process ended prematurely: osmo-hlr_10.42.42.2(pid=29528) [trial-2358↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29528)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=29528): Process ended prematurely: osmo-hlr_10.42.42.2(pid=29528) [trial-2358↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a11:04:35.708317 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:35.719352 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:35.730808 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:35.741587 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:35.857090 tst esme_connect_policy_acceptall.py: using MSISDN 7175\u000a11:04:35.973342 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a11:04:36.539590 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=29522): Launched\u000a11:04:36.868265 run osmo-stp_10.42.42.4(pid=29523): Launched\u000a11:04:36.984410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:37.499214 run create_hlr_db(pid=29524): Launched\u000a11:04:37.687452 bus /sierra_2: Setting Powered False\u000a11:04:38.708543 run create_hlr_db(pid=29524): Terminated: ok {rc=0}\u000a11:04:39.143395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29527): Launched\u000a11:04:39.470395 run osmo-hlr_10.42.42.2(pid=29528): Launched\u000a11:04:39.589159 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a11:04:40.188223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29530): Launched\u000a11:04:40.516805 run osmo-msc_10.42.42.5(pid=29531): Launched\u000a11:04:40.707670 run osmo-hlr_10.42.42.2(pid=29528): ERR: Terminated: ERROR {rc=237} [trial-2358↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29528)]\u000a11:04:40.844313 run osmo-hlr_10.42.42.2(pid=29528): stdout: \u000a| (launched: 2022-12-09_11:04:39.309067) \u000a11:04:40.984472 run osmo-hlr_10.42.42.2(pid=29528): stderr: \u000a| �[0;m�[1;31m20221209110439503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110439503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110439503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110439503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110439503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110439503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110439515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110439523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110439524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110439524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:41.115668 run osmo-hlr_10.42.42.2(pid=29528): stdout: \u000a| (launched: 2022-12-09_11:04:39.309067) \u000a11:04:41.245314 run osmo-hlr_10.42.42.2(pid=29528): stderr: \u000a| �[0;m�[1;31m20221209110439503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110439503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110439503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110439503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110439503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110439503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110439515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110439523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110439524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110439524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:41.302421 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=29528): Process ended prematurely: osmo-hlr_10.42.42.2(pid=29528) [trial-2358↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29528)] [trial-2358↪smpp↪esme_connect_policy_acceptall.py:23]\u000a11:04:41.311264 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.6 sec)\u000a11:04:41.375586 run osmo-msc_10.42.42.5(pid=29531): ERR: Terminated: ERROR {rc=9} [trial-2358↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=29531)]\u000a11:04:41.427700 run osmo-msc_10.42.42.5(pid=29531): stdout: \u000a| (launched: 2022-12-09_11:04:40.353844) \u000a11:04:41.481096 run osmo-msc_10.42.42.5(pid=29531): stderr: \u000a| �[0;m�[38;5;43m20221209110440714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209110440714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209110440714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209110440714 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209110440714 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209110440714 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209110440714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209110440714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209110440715 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a11:04:41.525907 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=29522): Terminating (SIGTERM)\u000a11:04:41.568426 run osmo-stp_10.42.42.4(pid=29523): Terminating (SIGTERM)\u000a11:04:41.611716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29527): Terminating (SIGTERM)\u000a11:04:41.656864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29530): Terminating (SIGTERM)\u000a11:04:41.667159 --- ParallelTerminationStrategy: PID 29522 died...\u000a11:04:41.726742 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=29522): Terminated: ok {rc=0}\u000a11:04:41.737098 --- ParallelTerminationStrategy: PID 29523 died...\u000a11:04:41.794475 run osmo-stp_10.42.42.4(pid=29523): Terminated: ok {rc=0}\u000a11:04:41.804715 --- ParallelTerminationStrategy: PID 29527 died...\u000a11:04:41.862245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29527): Terminated: ok {rc=0}\u000a11:04:41.872557 --- ParallelTerminationStrategy: PID 29530 died...\u000a11:04:41.929596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29530): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=29539): Process ended prematurely: osmo-hlr_10.42.42.2(pid=29539) [trial-2358↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29539)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=29539): Process ended prematurely: osmo-hlr_10.42.42.2(pid=29539) [trial-2358↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a11:04:41.945385 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:41.956912 tst smpp: Using 1 x bts (candidates: 1)\u000a11:04:42.091074 tst esme_connect_policy_closed.py: using LAC 21024\u000a11:04:42.222698 tst esme_connect_policy_closed.py: using RAC 114\u000a11:04:42.351311 tst esme_connect_policy_closed.py: using CellId 21024\u000a11:04:42.477595 tst esme_connect_policy_closed.py: using BVCI 21025\u000a11:04:42.502819 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:42.513763 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:42.524578 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:42.632450 tst esme_connect_policy_closed.py: using MSISDN 7176\u000a11:04:42.759847 tst esme_connect_policy_closed.py: using MSISDN 7177\u000a11:04:42.876092 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a11:04:43.442188 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=29534): Launched\u000a11:04:43.771159 run osmo-stp_10.42.42.4(pid=29535): Launched\u000a11:04:43.887854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:44.405555 run create_hlr_db(pid=29536): Launched\u000a11:04:45.597484 run create_hlr_db(pid=29536): Terminated: ok {rc=0}\u000a11:04:45.961825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29538): Launched\u000a11:04:46.426612 run osmo-hlr_10.42.42.2(pid=29539): Launched\u000a11:04:46.603067 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a11:04:47.227156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29541): Launched\u000a11:04:47.559249 run osmo-msc_10.42.42.5(pid=29542): Launched\u000a11:04:47.750234 run osmo-hlr_10.42.42.2(pid=29539): ERR: Terminated: ERROR {rc=237} [trial-2358↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29539)]\u000a11:04:47.889232 run osmo-hlr_10.42.42.2(pid=29539): stdout: \u000a| (launched: 2022-12-09_11:04:46.131074) \u000a11:04:48.029040 run osmo-hlr_10.42.42.2(pid=29539): stderr: \u000a| �[0;m�[1;31m20221209110446331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110446331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110446331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110446331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110446331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110446331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110446347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110446364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110446364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110446364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:48.160788 run osmo-hlr_10.42.42.2(pid=29539): stdout: \u000a| (launched: 2022-12-09_11:04:46.131074) \u000a11:04:48.291142 run osmo-hlr_10.42.42.2(pid=29539): stderr: \u000a| �[0;m�[1;31m20221209110446331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110446331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110446331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110446331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110446331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110446331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110446347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110446364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110446364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110446364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:48.348383 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=29539): Process ended prematurely: osmo-hlr_10.42.42.2(pid=29539) [trial-2358↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29539)] [trial-2358↪smpp↪esme_connect_policy_closed.py:31]\u000a11:04:48.357309 tst esme_connect_policy_closed.py:31: Test FAILED (6.4 sec)\u000a11:04:48.421823 run osmo-msc_10.42.42.5(pid=29542): ERR: Terminated: ERROR {rc=9} [trial-2358↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=29542)]\u000a11:04:48.474313 run osmo-msc_10.42.42.5(pid=29542): stdout: \u000a| (launched: 2022-12-09_11:04:47.395277) \u000a11:04:48.527487 run osmo-msc_10.42.42.5(pid=29542): stderr: \u000a| �[0;m�[38;5;43m20221209110447757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209110447757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209110447757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209110447757 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209110447757 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209110447757 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209110447757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209110447758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209110447758 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a11:04:48.572200 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=29534): Terminating (SIGTERM)\u000a11:04:48.614431 run osmo-stp_10.42.42.4(pid=29535): Terminating (SIGTERM)\u000a11:04:48.657941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29538): Terminating (SIGTERM)\u000a11:04:48.703797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29541): Terminating (SIGTERM)\u000a11:04:48.714892 --- ParallelTerminationStrategy: PID 29534 died...\u000a11:04:48.775181 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=29534): Terminated: ok {rc=0}\u000a11:04:48.785551 --- ParallelTerminationStrategy: PID 29535 died...\u000a11:04:48.841981 run osmo-stp_10.42.42.4(pid=29535): Terminated: ok {rc=0}\u000a11:04:48.852506 --- ParallelTerminationStrategy: PID 29538 died...\u000a11:04:48.908874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29538): Terminated: ok {rc=0}\u000a11:04:48.919372 --- ParallelTerminationStrategy: PID 29541 died...\u000a11:04:48.975988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29541): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29551): Process ended prematurely: osmo-stp_10.42.42.5(pid=29551) [trial-2358↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29551)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29551): Process ended prematurely: osmo-stp_10.42.42.5(pid=29551) [trial-2358↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a11:04:48.991418 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:49.002945 tst smpp: Using 1 x bts (candidates: 1)\u000a11:04:49.137315 tst esme_ms_sms_storeforward.py: using LAC 21025\u000a11:04:49.267634 tst esme_ms_sms_storeforward.py: using RAC 115\u000a11:04:49.401059 tst esme_ms_sms_storeforward.py: using CellId 21025\u000a11:04:49.528205 tst esme_ms_sms_storeforward.py: using BVCI 21026\u000a11:04:49.553459 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:49.564499 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:49.575438 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:49.586428 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:49.597621 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:49.608573 tst smpp: Using 1 x modem (candidates: 1)\u000a11:04:49.829085 tst esme_ms_sms_storeforward.py: using MSISDN 7178\u000a11:04:49.937911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:50.431369 run create_hlr_db(pid=29545): Launched\u000a11:04:51.610271 run create_hlr_db(pid=29545): Terminated: ok {rc=0}\u000a11:04:51.926788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29547): Launched\u000a11:04:52.233917 run osmo-hlr_10.42.42.2(pid=29548): Launched\u000a11:04:52.355309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:52.897158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29550): Launched\u000a11:04:53.205081 run osmo-stp_10.42.42.5(pid=29551): Launched\u000a11:04:53.316588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:04:53.879657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29553): Launched\u000a11:04:54.187634 run osmo-msc_10.42.42.6(pid=29554): Launched\u000a11:04:54.367418 run osmo-stp_10.42.42.5(pid=29551): ERR: Terminated: ERROR {rc=1} [trial-2358↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29551)]\u000a11:04:54.497306 run osmo-stp_10.42.42.5(pid=29551): stdout: \u000a| (launched: 2022-12-09_11:04:53.053203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:54.624741 run osmo-stp_10.42.42.5(pid=29551): stderr: \u000a| �[0;m�[38;5;43m20221209110453223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110453223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110453223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110453223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110453224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110453224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110453224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:54.747605 run osmo-stp_10.42.42.5(pid=29551): stdout: \u000a| (launched: 2022-12-09_11:04:53.053203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:54.869710 run osmo-stp_10.42.42.5(pid=29551): stderr: \u000a| �[0;m�[38;5;43m20221209110453223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110453223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110453223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110453223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110453224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110453224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110453224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:54.923069 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=29551): Process ended prematurely: osmo-stp_10.42.42.5(pid=29551) [trial-2358↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29551)] [trial-2358↪smpp↪esme_ms_sms_storeforward.py:30]\u000a11:04:54.931099 tst esme_ms_sms_storeforward.py:30: Test FAILED (5.9 sec)\u000a11:04:54.991028 run osmo-hlr_10.42.42.2(pid=29548): ERR: Terminated: ERROR {rc=237} [trial-2358↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29548)]\u000a11:04:55.040395 run osmo-hlr_10.42.42.2(pid=29548): stdout: \u000a| (launched: 2022-12-09_11:04:52.082289) \u000a11:04:55.090579 run osmo-hlr_10.42.42.2(pid=29548): stderr: \u000a| �[0;m�[1;31m20221209110452257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110452257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110452257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110452257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110452257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110452258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110452270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110452281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110452281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110452281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:55.158454 run osmo-msc_10.42.42.6(pid=29554): ERR: Terminated: ERROR {rc=2} [trial-2358↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29554)]\u000a11:04:55.207826 run osmo-msc_10.42.42.6(pid=29554): stdout: \u000a| (launched: 2022-12-09_11:04:54.035693) \u000a11:04:55.257673 run osmo-msc_10.42.42.6(pid=29554): stderr: \u000a| �[0;m�[38;5;43m20221209110454302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110454302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59c73cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110454302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110454302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110454302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110454303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110454305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110454305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110454305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110454305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:04:55.300122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29547): Terminating (SIGTERM)\u000a11:04:55.339979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29550): Terminating (SIGTERM)\u000a11:04:55.380038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29553): Terminating (SIGTERM)\u000a11:04:55.389311 --- ParallelTerminationStrategy: PID 29547 died...\u000a11:04:55.443283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29547): Terminated: ok {rc=0}\u000a11:04:55.453124 --- ParallelTerminationStrategy: PID 29550 died...\u000a11:04:55.506947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29550): Terminated: ok {rc=0}\u000a11:04:55.516573 --- ParallelTerminationStrategy: PID 29553 died...\u000a11:04:55.569816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29553): Terminated: ok {rc=0}\u000a11:04:55.660202 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29562): Process ended prematurely: osmo-stp_10.42.42.5(pid=29562) [trial-2358↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29562)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29562): Process ended prematurely: osmo-stp_10.42.42.5(pid=29562) [trial-2358↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a11:04:56.713909 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:56.726090 tst smpp: Using 1 x bts (candidates: 1)\u000a11:04:56.865059 tst esme_ms_sms_transaction.py: using LAC 21026\u000a11:04:56.998273 tst esme_ms_sms_transaction.py: using RAC 116\u000a11:04:57.127666 tst esme_ms_sms_transaction.py: using CellId 21026\u000a11:04:57.254951 tst esme_ms_sms_transaction.py: using BVCI 21027\u000a11:04:57.280176 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:57.291203 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:57.302522 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:57.313896 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:57.325146 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:04:57.335929 tst smpp: Using 1 x modem (candidates: 1)\u000a11:04:57.552647 tst esme_ms_sms_transaction.py: using MSISDN 7179\u000a11:04:57.660333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:58.151243 run create_hlr_db(pid=29556): Launched\u000a11:04:58.328094 bus /sierra_2: Setting Powered False\u000a11:04:59.348080 run create_hlr_db(pid=29556): Terminated: ok {rc=0}\u000a11:04:59.757860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29558): Launched\u000a11:05:00.065988 run osmo-hlr_10.42.42.2(pid=29559): Launched\u000a11:05:00.188350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:00.723353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29561): Launched\u000a11:05:01.104312 run osmo-stp_10.42.42.5(pid=29562): Launched\u000a11:05:01.253386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:05:01.955116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29567): Launched\u000a11:05:02.396752 run osmo-msc_10.42.42.6(pid=29568): Launched\u000a11:05:02.576752 run osmo-stp_10.42.42.5(pid=29562): ERR: Terminated: ERROR {rc=1} [trial-2358↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29562)]\u000a11:05:02.705758 run osmo-stp_10.42.42.5(pid=29562): stdout: \u000a| (launched: 2022-12-09_11:05:00.882875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:02.834140 run osmo-stp_10.42.42.5(pid=29562): stderr: \u000a| �[0;m�[38;5;43m20221209110501220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110501221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110501221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110501221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110501222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110501222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110501222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:02.957452 run osmo-stp_10.42.42.5(pid=29562): stdout: \u000a| (launched: 2022-12-09_11:05:00.882875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:03.079748 run osmo-stp_10.42.42.5(pid=29562): stderr: \u000a| �[0;m�[38;5;43m20221209110501220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110501221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110501221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110501221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110501222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110501222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110501222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:03.133090 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=29562): Process ended prematurely: osmo-stp_10.42.42.5(pid=29562) [trial-2358↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29562)] [trial-2358↪smpp↪esme_ms_sms_transaction.py:28]\u000a11:05:03.141181 tst esme_ms_sms_transaction.py:28: Test FAILED (6.4 sec)\u000a11:05:03.201850 run osmo-hlr_10.42.42.2(pid=29559): ERR: Terminated: ERROR {rc=237} [trial-2358↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29559)]\u000a11:05:03.251787 run osmo-hlr_10.42.42.2(pid=29559): stdout: \u000a| (launched: 2022-12-09_11:04:59.913274) \u000a11:05:03.302424 run osmo-hlr_10.42.42.2(pid=29559): stderr: \u000a| �[0;m�[1;31m20221209110500086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110500086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110500086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110500086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110500087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110500087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110500099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110500107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110500107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110500107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:03.371470 run osmo-msc_10.42.42.6(pid=29568): ERR: Terminated: ERROR {rc=2} [trial-2358↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29568)]\u000a11:05:03.421169 run osmo-msc_10.42.42.6(pid=29568): stdout: \u000a| (launched: 2022-12-09_11:05:02.126359) \u000a11:05:03.471602 run osmo-msc_10.42.42.6(pid=29568): stderr: \u000a| �[0;m�[38;5;43m20221209110502481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110502481 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54a9642c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110502481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110502482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110502482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110502482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110502484 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110502484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110502484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110502484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:05:03.514443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29558): Terminating (SIGTERM)\u000a11:05:03.554770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29561): Terminating (SIGTERM)\u000a11:05:03.595100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29567): Terminating (SIGTERM)\u000a11:05:03.604344 --- ParallelTerminationStrategy: PID 29558 died...\u000a11:05:03.658415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29558): Terminated: ok {rc=0}\u000a11:05:03.668372 --- ParallelTerminationStrategy: PID 29561 died...\u000a11:05:03.722125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29561): Terminated: ok {rc=0}\u000a11:05:03.731753 --- ParallelTerminationStrategy: PID 29567 died...\u000a11:05:03.786360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29567): Terminated: ok {rc=0}\u000a11:05:03.876120 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:04:35" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29579): Process ended prematurely: osmo-stp_10.42.42.5(pid=29579) [trial-2358↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29579)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29579): Process ended prematurely: osmo-stp_10.42.42.5(pid=29579) [trial-2358↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a11:05:05.744580 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:05.755045 tst encryption: Using 1 x bts (candidates: 1)\u000a11:05:05.882287 tst register_a5_0_authopt.py: using LAC 21027\u000a11:05:06.006245 tst register_a5_0_authopt.py: using RAC 117\u000a11:05:06.129265 tst register_a5_0_authopt.py: using CellId 21027\u000a11:05:06.252161 tst register_a5_0_authopt.py: using BVCI 21028\u000a11:05:06.275584 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:06.286083 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:06.296408 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:06.307434 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:06.318411 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:06.329181 tst encryption: Using 1 x modem (candidates: 1)\u000a11:05:06.608780 tst register_a5_0_authopt.py:8: start network...\u000a11:05:06.737775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:07.232000 run create_hlr_db(pid=29573): Launched\u000a11:05:07.409101 bus /sierra_2: Setting Powered False\u000a11:05:08.430362 run create_hlr_db(pid=29573): Terminated: ok {rc=0}\u000a11:05:08.870564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29575): Launched\u000a11:05:09.202439 run osmo-hlr_10.42.42.2(pid=29576): Launched\u000a11:05:09.323276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:09.898572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29578): Launched\u000a11:05:10.231899 run osmo-stp_10.42.42.5(pid=29579): Launched\u000a11:05:10.353336 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:05:10.956384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29581): Launched\u000a11:05:11.289436 run osmo-msc_10.42.42.6(pid=29582): Launched\u000a11:05:11.485457 run osmo-stp_10.42.42.5(pid=29579): ERR: Terminated: ERROR {rc=1} [trial-2358↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29579)]\u000a11:05:11.626030 run osmo-stp_10.42.42.5(pid=29579): stdout: \u000a| (launched: 2022-12-09_11:05:10.066636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:11.765146 run osmo-stp_10.42.42.5(pid=29579): stderr: \u000a| �[0;m�[38;5;43m20221209110510256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110510256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110510256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110510257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110510257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110510257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110510258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:11.898737 run osmo-stp_10.42.42.5(pid=29579): stdout: \u000a| (launched: 2022-12-09_11:05:10.066636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:12.031109 run osmo-stp_10.42.42.5(pid=29579): stderr: \u000a| �[0;m�[38;5;43m20221209110510256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110510256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110510256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110510257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110510257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110510257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110510258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:12.089533 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29579): Process ended prematurely: osmo-stp_10.42.42.5(pid=29579) [trial-2358↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29579)] [trial-2358↪encryption↪register_a5_0_authopt.py:8]\u000a11:05:12.099060 tst register_a5_0_authopt.py:8: Test FAILED (6.4 sec)\u000a11:05:12.162788 run osmo-hlr_10.42.42.2(pid=29576): ERR: Terminated: ERROR {rc=237} [trial-2358↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29576)]\u000a11:05:12.215112 run osmo-hlr_10.42.42.2(pid=29576): stdout: \u000a| (launched: 2022-12-09_11:05:09.039558) \u000a11:05:12.267773 run osmo-hlr_10.42.42.2(pid=29576): stderr: \u000a| �[0;m�[1;31m20221209110509237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110509237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110509237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110509237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110509238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110509238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110509250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110509259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110509259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110509259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:12.339237 run osmo-msc_10.42.42.6(pid=29582): ERR: Terminated: ERROR {rc=2} [trial-2358↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29582)]\u000a11:05:12.391207 run osmo-msc_10.42.42.6(pid=29582): stdout: \u000a| (launched: 2022-12-09_11:05:11.125712) \u000a11:05:12.444023 run osmo-msc_10.42.42.6(pid=29582): stderr: \u000a| �[0;m�[38;5;43m20221209110511444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110511445 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1ba095c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110511445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110511445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110511445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110511445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110511447 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110511447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110511447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110511447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:05:12.488597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29575): Terminating (SIGTERM)\u000a11:05:12.530970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29578): Terminating (SIGTERM)\u000a11:05:12.573218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29581): Terminating (SIGTERM)\u000a11:05:12.583295 --- ParallelTerminationStrategy: PID 29575 died...\u000a11:05:12.639951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29575): Terminated: ok {rc=0}\u000a11:05:12.650249 --- ParallelTerminationStrategy: PID 29578 died...\u000a11:05:12.706333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29578): Terminated: ok {rc=0}\u000a11:05:12.716609 --- ParallelTerminationStrategy: PID 29581 died...\u000a11:05:12.773368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29581): Terminated: ok {rc=0}\u000a11:05:12.860862 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29590): Process ended prematurely: osmo-stp_10.42.42.5(pid=29590) [trial-2358↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29590)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29590): Process ended prematurely: osmo-stp_10.42.42.5(pid=29590) [trial-2358↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a11:05:13.978163 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:13.989768 tst encryption: Using 1 x bts (candidates: 1)\u000a11:05:14.124315 tst register_a5_0_authreq.py: using LAC 21028\u000a11:05:14.248554 tst register_a5_0_authreq.py: using RAC 118\u000a11:05:14.379133 tst register_a5_0_authreq.py: using CellId 21028\u000a11:05:14.509350 tst register_a5_0_authreq.py: using BVCI 21029\u000a11:05:14.534816 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:14.545958 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:14.557003 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:14.568225 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:14.579835 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:14.591059 tst encryption: Using 1 x modem (candidates: 1)\u000a11:05:14.891174 tst register_a5_0_authreq.py:8: start network...\u000a11:05:15.030388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:15.550472 run create_hlr_db(pid=29584): Launched\u000a11:05:15.741514 bus /sierra_2: Setting Powered False\u000a11:05:16.831811 run create_hlr_db(pid=29584): Terminated: ok {rc=0}\u000a11:05:17.279651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29586): Launched\u000a11:05:17.614742 run osmo-hlr_10.42.42.2(pid=29587): Launched\u000a11:05:17.734739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:18.313371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29589): Launched\u000a11:05:18.646836 run osmo-stp_10.42.42.5(pid=29590): Launched\u000a11:05:18.768577 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:05:19.372527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29592): Launched\u000a11:05:19.707268 run osmo-msc_10.42.42.6(pid=29593): Launched\u000a11:05:19.901221 run osmo-stp_10.42.42.5(pid=29590): ERR: Terminated: ERROR {rc=1} [trial-2358↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29590)]\u000a11:05:20.042091 run osmo-stp_10.42.42.5(pid=29590): stdout: \u000a| (launched: 2022-12-09_11:05:18.482056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:20.180763 run osmo-stp_10.42.42.5(pid=29590): stderr: \u000a| �[0;m�[38;5;43m20221209110518672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110518672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110518672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110518673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110518673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110518673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110518673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:20.313887 run osmo-stp_10.42.42.5(pid=29590): stdout: \u000a| (launched: 2022-12-09_11:05:18.482056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:20.445919 run osmo-stp_10.42.42.5(pid=29590): stderr: \u000a| �[0;m�[38;5;43m20221209110518672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110518672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110518672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110518673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110518673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110518673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110518673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:20.503990 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29590): Process ended prematurely: osmo-stp_10.42.42.5(pid=29590) [trial-2358↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29590)] [trial-2358↪encryption↪register_a5_0_authreq.py:8]\u000a11:05:20.513567 tst register_a5_0_authreq.py:8: Test FAILED (6.6 sec)\u000a11:05:20.577319 run osmo-hlr_10.42.42.2(pid=29587): ERR: Terminated: ERROR {rc=237} [trial-2358↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29587)]\u000a11:05:20.629085 run osmo-hlr_10.42.42.2(pid=29587): stdout: \u000a| (launched: 2022-12-09_11:05:17.449086) \u000a11:05:20.681750 run osmo-hlr_10.42.42.2(pid=29587): stderr: \u000a| �[0;m�[1;31m20221209110517646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110517646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110517646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110517646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110517646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110517646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110517659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110517670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110517670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110517670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:20.752671 run osmo-msc_10.42.42.6(pid=29593): ERR: Terminated: ERROR {rc=2} [trial-2358↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29593)]\u000a11:05:20.805049 run osmo-msc_10.42.42.6(pid=29593): stdout: \u000a| (launched: 2022-12-09_11:05:19.541756) \u000a11:05:20.857661 run osmo-msc_10.42.42.6(pid=29593): stderr: \u000a| �[0;m�[38;5;43m20221209110519862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110519862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c52519c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110519862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110519862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110519862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110519863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110519864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110519865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110519865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110519865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:05:20.902290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29586): Terminating (SIGTERM)\u000a11:05:20.945111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29589): Terminating (SIGTERM)\u000a11:05:20.987691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29592): Terminating (SIGTERM)\u000a11:05:20.997650 --- ParallelTerminationStrategy: PID 29586 died...\u000a11:05:21.055006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29586): Terminated: ok {rc=0}\u000a11:05:21.065349 --- ParallelTerminationStrategy: PID 29589 died...\u000a11:05:21.122060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29589): Terminated: ok {rc=0}\u000a11:05:21.132277 --- ParallelTerminationStrategy: PID 29592 died...\u000a11:05:21.188502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29592): Terminated: ok {rc=0}\u000a11:05:21.274665 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29601): Process ended prematurely: osmo-stp_10.42.42.5(pid=29601) [trial-2358↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29601)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29601): Process ended prematurely: osmo-stp_10.42.42.5(pid=29601) [trial-2358↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a11:05:22.388419 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:22.399639 tst encryption: Using 1 x bts (candidates: 1)\u000a11:05:22.527449 tst register_a5_1_authreq.py: using LAC 21029\u000a11:05:22.651095 tst register_a5_1_authreq.py: using RAC 119\u000a11:05:22.774176 tst register_a5_1_authreq.py: using CellId 21029\u000a11:05:22.903137 tst register_a5_1_authreq.py: using BVCI 21030\u000a11:05:22.928586 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:22.939757 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:22.950773 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:22.962079 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:22.973324 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:22.984291 tst encryption: Using 1 x modem (candidates: 1)\u000a11:05:23.265892 tst register_a5_1_authreq.py:8: start network...\u000a11:05:23.395045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:23.891819 run create_hlr_db(pid=29595): Launched\u000a11:05:24.071223 bus /sierra_2: Setting Powered False\u000a11:05:25.091375 run create_hlr_db(pid=29595): Terminated: ok {rc=0}\u000a11:05:25.503111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29597): Launched\u000a11:05:25.814394 run osmo-hlr_10.42.42.2(pid=29598): Launched\u000a11:05:25.926632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:26.463792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29600): Launched\u000a11:05:26.773205 run osmo-stp_10.42.42.5(pid=29601): Launched\u000a11:05:26.885475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:05:27.447044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29603): Launched\u000a11:05:27.756841 run osmo-msc_10.42.42.6(pid=29604): Launched\u000a11:05:27.936347 run osmo-stp_10.42.42.5(pid=29601): ERR: Terminated: ERROR {rc=1} [trial-2358↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29601)]\u000a11:05:28.066959 run osmo-stp_10.42.42.5(pid=29601): stdout: \u000a| (launched: 2022-12-09_11:05:26.620633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:28.195207 run osmo-stp_10.42.42.5(pid=29601): stderr: \u000a| �[0;m�[38;5;43m20221209110526791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110526791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110526791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110526791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110526792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110526792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110526792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:28.318420 run osmo-stp_10.42.42.5(pid=29601): stdout: \u000a| (launched: 2022-12-09_11:05:26.620633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:28.440433 run osmo-stp_10.42.42.5(pid=29601): stderr: \u000a| �[0;m�[38;5;43m20221209110526791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110526791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110526791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110526791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110526792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110526792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110526792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:28.494504 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29601): Process ended prematurely: osmo-stp_10.42.42.5(pid=29601) [trial-2358↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29601)] [trial-2358↪encryption↪register_a5_1_authreq.py:8]\u000a11:05:28.503221 tst register_a5_1_authreq.py:8: Test FAILED (6.1 sec)\u000a11:05:28.562850 run osmo-hlr_10.42.42.2(pid=29598): ERR: Terminated: ERROR {rc=237} [trial-2358↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29598)]\u000a11:05:28.612041 run osmo-hlr_10.42.42.2(pid=29598): stdout: \u000a| (launched: 2022-12-09_11:05:25.660324) \u000a11:05:28.661757 run osmo-hlr_10.42.42.2(pid=29598): stderr: \u000a| �[0;m�[1;31m20221209110525838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110525838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110525838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110525838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110525838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110525838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110525853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110525864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110525864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110525864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:28.729116 run osmo-msc_10.42.42.6(pid=29604): ERR: Terminated: ERROR {rc=2} [trial-2358↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29604)]\u000a11:05:28.777972 run osmo-msc_10.42.42.6(pid=29604): stdout: \u000a| (launched: 2022-12-09_11:05:27.603759) \u000a11:05:28.827672 run osmo-msc_10.42.42.6(pid=29604): stderr: \u000a| �[0;m�[38;5;43m20221209110527874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110527874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c61002c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110527874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110527874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110527874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110527874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110527876 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110527876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110527877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110527877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:05:28.869430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29597): Terminating (SIGTERM)\u000a11:05:28.909326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29600): Terminating (SIGTERM)\u000a11:05:28.949277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29603): Terminating (SIGTERM)\u000a11:05:28.958505 --- ParallelTerminationStrategy: PID 29597 died...\u000a11:05:29.011502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29597): Terminated: ok {rc=0}\u000a11:05:29.021118 --- ParallelTerminationStrategy: PID 29600 died...\u000a11:05:29.073706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29600): Terminated: ok {rc=0}\u000a11:05:29.083231 --- ParallelTerminationStrategy: PID 29603 died...\u000a11:05:29.135930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29603): Terminated: ok {rc=0}\u000a11:05:29.224253 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29612): Process ended prematurely: osmo-stp_10.42.42.5(pid=29612) [trial-2358↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29612)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29612): Process ended prematurely: osmo-stp_10.42.42.5(pid=29612) [trial-2358↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a11:05:30.337424 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:30.348364 tst encryption: Using 1 x bts (candidates: 1)\u000a11:05:30.473079 tst register_a5_3_authreq.py: using LAC 21030\u000a11:05:30.594518 tst register_a5_3_authreq.py: using RAC 120\u000a11:05:30.717494 tst register_a5_3_authreq.py: using CellId 21030\u000a11:05:30.848012 tst register_a5_3_authreq.py: using BVCI 21031\u000a11:05:30.872649 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:30.887962 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:30.903543 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:30.914838 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:30.925690 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:05:30.936628 tst encryption: Using 1 x modem (candidates: 1)\u000a11:05:31.255455 tst register_a5_3_authreq.py:8: start network...\u000a11:05:31.398472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:31.954565 run create_hlr_db(pid=29606): Launched\u000a11:05:32.138143 bus /sierra_2: Setting Powered False\u000a11:05:33.166326 run create_hlr_db(pid=29606): Terminated: ok {rc=0}\u000a11:05:33.580514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29608): Launched\u000a11:05:33.889060 run osmo-hlr_10.42.42.2(pid=29609): Launched\u000a11:05:34.011207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:34.553357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29611): Launched\u000a11:05:34.862698 run osmo-stp_10.42.42.5(pid=29612): Launched\u000a11:05:34.974120 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:05:35.537411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29614): Launched\u000a11:05:35.847533 run osmo-msc_10.42.42.6(pid=29615): Launched\u000a11:05:36.028350 run osmo-stp_10.42.42.5(pid=29612): ERR: Terminated: ERROR {rc=1} [trial-2358↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29612)]\u000a11:05:36.159163 run osmo-stp_10.42.42.5(pid=29612): stdout: \u000a| (launched: 2022-12-09_11:05:34.710579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:36.287578 run osmo-stp_10.42.42.5(pid=29612): stderr: \u000a| �[0;m�[38;5;43m20221209110534879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110534879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110534879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110534880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110534880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110534880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110534880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:36.411228 run osmo-stp_10.42.42.5(pid=29612): stdout: \u000a| (launched: 2022-12-09_11:05:34.710579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:36.533769 run osmo-stp_10.42.42.5(pid=29612): stderr: \u000a| �[0;m�[38;5;43m20221209110534879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110534879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110534879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110534880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110534880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110534880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110534880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:36.588040 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29612): Process ended prematurely: osmo-stp_10.42.42.5(pid=29612) [trial-2358↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29612)] [trial-2358↪encryption↪register_a5_3_authreq.py:8]\u000a11:05:36.596790 tst register_a5_3_authreq.py:8: Test FAILED (6.3 sec)\u000a11:05:36.656673 run osmo-hlr_10.42.42.2(pid=29609): ERR: Terminated: ERROR {rc=237} [trial-2358↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29609)]\u000a11:05:36.706140 run osmo-hlr_10.42.42.2(pid=29609): stdout: \u000a| (launched: 2022-12-09_11:05:33.737105) \u000a11:05:36.756102 run osmo-hlr_10.42.42.2(pid=29609): stderr: \u000a| �[0;m�[1;31m20221209110533909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110533909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110533909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110533909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110533909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110533909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110533921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110533929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110533929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110533930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:36.823563 run osmo-msc_10.42.42.6(pid=29615): ERR: Terminated: ERROR {rc=2} [trial-2358↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29615)]\u000a11:05:36.872490 run osmo-msc_10.42.42.6(pid=29615): stdout: \u000a| (launched: 2022-12-09_11:05:35.693844) \u000a11:05:36.922252 run osmo-msc_10.42.42.6(pid=29615): stderr: \u000a| �[0;m�[38;5;43m20221209110535966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110535966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70100d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110535966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110535966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110535966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110535966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110535968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110535968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110535969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110535969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:05:36.964139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29608): Terminating (SIGTERM)\u000a11:05:37.004174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29611): Terminating (SIGTERM)\u000a11:05:37.044217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29614): Terminating (SIGTERM)\u000a11:05:37.053618 --- ParallelTerminationStrategy: PID 29608 died...\u000a11:05:37.108624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29608): Terminated: ok {rc=0}\u000a11:05:37.118402 --- ParallelTerminationStrategy: PID 29611 died...\u000a11:05:37.171533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29611): Terminated: ok {rc=0}\u000a11:05:37.181408 --- ParallelTerminationStrategy: PID 29614 died...\u000a11:05:37.234470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29614): Terminated: ok {rc=0}\u000a11:05:37.323040 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:05:05" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=29632): Process ended prematurely: srsepc(pid=29632) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29632)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=29632): Process ended prematurely: srsepc(pid=29632) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a11:05:39.298244 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a11:05:39.340217 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:05:39.356105 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:05:39.379104 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:05:39.523864 tst handover.py: using MSISDN 7180\u000a11:05:39.632035 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7180', subscriber_id=0}\u000a11:05:39.738901 run srsepc_10.42.42.118: Starting srsepc\u000a11:05:41.616462 run rm-remote-dir(pid=29620): Launched\u000a11:05:41.816109 bus /sierra_2: Setting Powered False\u000a11:05:42.839299 run rm-remote-dir(pid=29620): Terminated: ok {rc=0}\u000a11:05:43.294235 run mk-remote-dir(pid=29621): Launched\u000a11:05:44.495919 run mk-remote-dir(pid=29621): Terminated: ok {rc=0}\u000a11:05:44.793916 run scp-inst-to-remote(pid=29622): Launched\u000a11:05:46.993883 run scp-inst-to-remote(pid=29622): Terminated: ok {rc=0}\u000a11:05:47.385281 run rm-remote-dir(pid=29624): Launched\u000a11:05:48.573935 run rm-remote-dir(pid=29624): Terminated: ok {rc=0}\u000a11:05:48.905096 run mk-remote-dir(pid=29625): Launched\u000a11:05:50.093307 run mk-remote-dir(pid=29625): Terminated: ok {rc=0}\u000a11:05:50.374436 run scp-cfg-to-remote(pid=29626): Launched\u000a11:05:51.560072 run scp-cfg-to-remote(pid=29626): Terminated: ok {rc=0}\u000a11:05:51.838986 run scp-db-to-remote(pid=29628): Launched\u000a11:05:53.025130 run scp-db-to-remote(pid=29628): Terminated: ok {rc=0}\u000a11:05:53.139756 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:05:53.461134 run patchelf(pid=29630): Launched\u000a11:05:54.647317 run patchelf(pid=29630): Terminated: ok {rc=0}\u000a11:05:54.761707 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:05:55.082971 run setcap-netadm(pid=29631): Launched\u000a11:05:56.269254 run setcap-netadm(pid=29631): Terminated: ok {rc=0}\u000a11:05:56.583544 run srsepc(pid=29632): Launched\u000a11:05:56.695004 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:05:57.827228 run rm-remote-dir(pid=29633): Launched\u000a11:05:58.014135 run srsepc(pid=29632): ERR: Terminated: ERROR {rc=127} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29632)]\u000a11:05:58.150807 run srsepc(pid=29632): stdout: \u000a| (launched: 2022-12-09_11:05:56.432051)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:05:58.286115 run srsepc(pid=29632): stderr: \u000a| (launched: 2022-12-09_11:05:56.478084)\u000a| Connection to 10.42.42.116 closed. \u000a11:05:58.416819 run srsepc(pid=29632): stdout: \u000a| (launched: 2022-12-09_11:05:56.432051)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:05:58.546301 run srsepc(pid=29632): stderr: \u000a| (launched: 2022-12-09_11:05:56.478084)\u000a| Connection to 10.42.42.116 closed. \u000a11:05:58.697991 run rm-remote-dir(pid=29633): Terminating (SIGINT)\u000a11:05:58.876011 run rm-remote-dir(pid=29633): Terminated: ok {rc=0}\u000a11:05:58.909055 tst handover.py:37: ERR: Error: srsepc(pid=29632): Process ended prematurely: srsepc(pid=29632) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29632)] [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a11:05:58.918907 tst handover.py:37: Test FAILED (19.8 sec)\u000a11:05:59.031645 run scp-back-log(pid=29634): Launched\u000a11:06:00.119200 run scp-back-log(pid=29634): ERR: Terminated: ERROR {rc=1} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29634)]\u000a11:06:00.181842 run scp-back-log(pid=29634): stdout: \u000a| (launched: 2022-12-09_11:05:58.960528) \u000a11:06:00.245120 run scp-back-log(pid=29634): stderr: \u000a| (launched: 2022-12-09_11:05:58.980407)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:06:00.298794 tst srsepc_10.42.42.118: Error('scp-back-log(pid=29634): launch_sync(): local process exited with status 1 [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29634)]')\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=29648): Process ended prematurely: srsepc(pid=29648) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29648)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=29648): Process ended prematurely: srsepc(pid=29648) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a11:06:00.476736 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a11:06:00.518554 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:06:00.722336 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a11:06:00.763833 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:06:00.779537 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:06:00.913835 tst iperf3_bidir.py: using MSISDN 7181\u000a11:06:01.024449 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7181', subscriber_id=0}\u000a11:06:01.148586 run srsepc_10.42.42.118: Starting srsepc\u000a11:06:01.918955 run rm-remote-dir(pid=29636): Launched\u000a11:06:03.131768 run rm-remote-dir(pid=29636): Terminated: ok {rc=0}\u000a11:06:03.483501 run mk-remote-dir(pid=29637): Launched\u000a11:06:04.684369 run mk-remote-dir(pid=29637): Terminated: ok {rc=0}\u000a11:06:04.981713 run scp-inst-to-remote(pid=29638): Launched\u000a11:06:07.182069 run scp-inst-to-remote(pid=29638): Terminated: ok {rc=0}\u000a11:06:07.533424 run rm-remote-dir(pid=29640): Launched\u000a11:06:08.733812 run rm-remote-dir(pid=29640): Terminated: ok {rc=0}\u000a11:06:09.087096 run mk-remote-dir(pid=29641): Launched\u000a11:06:10.288275 run mk-remote-dir(pid=29641): Terminated: ok {rc=0}\u000a11:06:10.585766 run scp-cfg-to-remote(pid=29642): Launched\u000a11:06:11.784480 run scp-cfg-to-remote(pid=29642): Terminated: ok {rc=0}\u000a11:06:12.082695 run scp-db-to-remote(pid=29644): Launched\u000a11:06:13.282121 run scp-db-to-remote(pid=29644): Terminated: ok {rc=0}\u000a11:06:13.404303 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:06:13.746435 run patchelf(pid=29646): Launched\u000a11:06:14.943851 run patchelf(pid=29646): Terminated: ok {rc=0}\u000a11:06:15.066563 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:06:15.408282 run setcap-netadm(pid=29647): Launched\u000a11:06:16.612673 run setcap-netadm(pid=29647): Terminated: ok {rc=0}\u000a11:06:17.018150 run srsepc(pid=29648): Launched\u000a11:06:17.182307 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:06:18.318267 run rm-remote-dir(pid=29649): Launched\u000a11:06:18.505649 run srsepc(pid=29648): ERR: Terminated: ERROR {rc=127} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29648)]\u000a11:06:18.642661 run srsepc(pid=29648): stdout: \u000a| (launched: 2022-12-09_11:06:16.789866)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:06:18.778459 run srsepc(pid=29648): stderr: \u000a| (launched: 2022-12-09_11:06:16.839807)\u000a| Connection to 10.42.42.116 closed. \u000a11:06:18.909805 run srsepc(pid=29648): stdout: \u000a| (launched: 2022-12-09_11:06:16.789866)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:06:19.039546 run srsepc(pid=29648): stderr: \u000a| (launched: 2022-12-09_11:06:16.839807)\u000a| Connection to 10.42.42.116 closed. \u000a11:06:19.191982 run rm-remote-dir(pid=29649): Terminating (SIGINT)\u000a11:06:19.370803 run rm-remote-dir(pid=29649): Terminated: ok {rc=0}\u000a11:06:19.403681 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=29648): Process ended prematurely: srsepc(pid=29648) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29648)] [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a11:06:19.413601 tst iperf3_bidir.py:42: Test FAILED (19.1 sec)\u000a11:06:19.525668 run scp-back-log(pid=29650): Launched\u000a11:06:20.612409 run scp-back-log(pid=29650): ERR: Terminated: ERROR {rc=1} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29650)]\u000a11:06:20.674751 run scp-back-log(pid=29650): stdout: \u000a| (launched: 2022-12-09_11:06:19.454922) \u000a11:06:20.737046 run scp-back-log(pid=29650): stderr: \u000a| (launched: 2022-12-09_11:06:19.474630)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:06:20.790476 tst srsepc_10.42.42.118: Error('scp-back-log(pid=29650): launch_sync(): local process exited with status 1 [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29650)]')\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=29664): Process ended prematurely: srsepc(pid=29664) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29664)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=29664): Process ended prematurely: srsepc(pid=29664) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a11:06:20.968263 tst iperf3_dl.py:13: Number of physical ue: 1\u000a11:06:21.010015 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:06:21.216569 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a11:06:21.258267 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:06:21.274025 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:06:21.396868 tst iperf3_dl.py: using MSISDN 7182\u000a11:06:21.505248 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7182', subscriber_id=0}\u000a11:06:21.612310 run srsepc_10.42.42.118: Starting srsepc\u000a11:06:22.259287 run rm-remote-dir(pid=29652): Launched\u000a11:06:23.447689 run rm-remote-dir(pid=29652): Terminated: ok {rc=0}\u000a11:06:23.778092 run mk-remote-dir(pid=29653): Launched\u000a11:06:24.965623 run mk-remote-dir(pid=29653): Terminated: ok {rc=0}\u000a11:06:25.244504 run scp-inst-to-remote(pid=29654): Launched\u000a11:06:27.442853 run scp-inst-to-remote(pid=29654): Terminated: ok {rc=0}\u000a11:06:27.795198 run rm-remote-dir(pid=29656): Launched\u000a11:06:28.996215 run rm-remote-dir(pid=29656): Terminated: ok {rc=0}\u000a11:06:29.350906 run mk-remote-dir(pid=29657): Launched\u000a11:06:30.552237 run mk-remote-dir(pid=29657): Terminated: ok {rc=0}\u000a11:06:30.870736 run scp-cfg-to-remote(pid=29658): Launched\u000a11:06:32.076381 run scp-cfg-to-remote(pid=29658): Terminated: ok {rc=0}\u000a11:06:32.359603 run scp-db-to-remote(pid=29660): Launched\u000a11:06:33.545292 run scp-db-to-remote(pid=29660): Terminated: ok {rc=0}\u000a11:06:33.659590 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:06:33.980642 run patchelf(pid=29662): Launched\u000a11:06:35.166777 run patchelf(pid=29662): Terminated: ok {rc=0}\u000a11:06:35.280919 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:06:35.602311 run setcap-netadm(pid=29663): Launched\u000a11:06:36.787851 run setcap-netadm(pid=29663): Terminated: ok {rc=0}\u000a11:06:37.102069 run srsepc(pid=29664): Launched\u000a11:06:37.211236 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:06:38.354747 run rm-remote-dir(pid=29665): Launched\u000a11:06:38.543498 run srsepc(pid=29664): ERR: Terminated: ERROR {rc=127} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29664)]\u000a11:06:38.680026 run srsepc(pid=29664): stdout: \u000a| (launched: 2022-12-09_11:06:36.950619)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:06:38.815487 run srsepc(pid=29664): stderr: \u000a| (launched: 2022-12-09_11:06:36.996557)\u000a| Connection to 10.42.42.116 closed. \u000a11:06:38.946425 run srsepc(pid=29664): stdout: \u000a| (launched: 2022-12-09_11:06:36.950619)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:06:39.076201 run srsepc(pid=29664): stderr: \u000a| (launched: 2022-12-09_11:06:36.996557)\u000a| Connection to 10.42.42.116 closed. \u000a11:06:39.228404 run rm-remote-dir(pid=29665): Terminating (SIGINT)\u000a11:06:39.406953 run rm-remote-dir(pid=29665): Terminated: ok {rc=0}\u000a11:06:39.440103 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=29664): Process ended prematurely: srsepc(pid=29664) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29664)] [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a11:06:39.450114 tst iperf3_dl.py:42: Test FAILED (18.6 sec)\u000a11:06:39.562452 run scp-back-log(pid=29666): Launched\u000a11:06:40.648507 run scp-back-log(pid=29666): ERR: Terminated: ERROR {rc=1} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29666)]\u000a11:06:40.710819 run scp-back-log(pid=29666): stdout: \u000a| (launched: 2022-12-09_11:06:39.491488) \u000a11:06:40.773479 run scp-back-log(pid=29666): stderr: \u000a| (launched: 2022-12-09_11:06:39.511267)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:06:40.826971 tst srsepc_10.42.42.118: Error('scp-back-log(pid=29666): launch_sync(): local process exited with status 1 [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29666)]')\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=29680): Process ended prematurely: srsepc(pid=29680) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29680)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=29680): Process ended prematurely: srsepc(pid=29680) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a11:06:41.004487 tst iperf3_ul.py:13: Number of physical ue: 1\u000a11:06:41.046121 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:06:41.264805 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a11:06:41.310229 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:06:41.327017 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:06:41.450307 tst iperf3_ul.py: using MSISDN 7183\u000a11:06:41.559057 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7183', subscriber_id=0}\u000a11:06:41.666331 run srsepc_10.42.42.118: Starting srsepc\u000a11:06:42.315364 run rm-remote-dir(pid=29668): Launched\u000a11:06:43.503800 run rm-remote-dir(pid=29668): Terminated: ok {rc=0}\u000a11:06:43.835313 run mk-remote-dir(pid=29669): Launched\u000a11:06:45.023334 run mk-remote-dir(pid=29669): Terminated: ok {rc=0}\u000a11:06:45.303483 run scp-inst-to-remote(pid=29670): Launched\u000a11:06:47.492870 run scp-inst-to-remote(pid=29670): Terminated: ok {rc=0}\u000a11:06:47.823857 run rm-remote-dir(pid=29672): Launched\u000a11:06:49.012776 run rm-remote-dir(pid=29672): Terminated: ok {rc=0}\u000a11:06:49.343984 run mk-remote-dir(pid=29673): Launched\u000a11:06:50.531557 run mk-remote-dir(pid=29673): Terminated: ok {rc=0}\u000a11:06:50.812601 run scp-cfg-to-remote(pid=29674): Launched\u000a11:06:52.011756 run scp-cfg-to-remote(pid=29674): Terminated: ok {rc=0}\u000a11:06:52.311013 run scp-db-to-remote(pid=29676): Launched\u000a11:06:53.510903 run scp-db-to-remote(pid=29676): Terminated: ok {rc=0}\u000a11:06:53.633912 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:06:53.978131 run patchelf(pid=29678): Launched\u000a11:06:55.177753 run patchelf(pid=29678): Terminated: ok {rc=0}\u000a11:06:55.300409 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:06:55.645466 run setcap-netadm(pid=29679): Launched\u000a11:06:56.844654 run setcap-netadm(pid=29679): Terminated: ok {rc=0}\u000a11:06:57.180229 run srsepc(pid=29680): Launched\u000a11:06:57.297218 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:06:58.503650 run rm-remote-dir(pid=29681): Launched\u000a11:06:58.703347 run srsepc(pid=29680): ERR: Terminated: ERROR {rc=127} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29680)]\u000a11:06:58.848120 run srsepc(pid=29680): stdout: \u000a| (launched: 2022-12-09_11:06:57.019735)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:06:58.993161 run srsepc(pid=29680): stderr: \u000a| (launched: 2022-12-09_11:06:57.069160)\u000a| Connection to 10.42.42.116 closed. \u000a11:06:59.134712 run srsepc(pid=29680): stdout: \u000a| (launched: 2022-12-09_11:06:57.019735)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:06:59.274541 run srsepc(pid=29680): stderr: \u000a| (launched: 2022-12-09_11:06:57.069160)\u000a| Connection to 10.42.42.116 closed. \u000a11:06:59.437690 run rm-remote-dir(pid=29681): Terminating (SIGINT)\u000a11:06:59.628664 run rm-remote-dir(pid=29681): Terminated: ok {rc=0}\u000a11:06:59.663879 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=29680): Process ended prematurely: srsepc(pid=29680) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29680)] [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a11:06:59.674519 tst iperf3_ul.py:42: Test FAILED (18.8 sec)\u000a11:06:59.793263 run scp-back-log(pid=29682): Launched\u000a11:07:00.901800 run scp-back-log(pid=29682): ERR: Terminated: ERROR {rc=1} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29682)]\u000a11:07:00.981815 run scp-back-log(pid=29682): stdout: \u000a| (launched: 2022-12-09_11:06:59.718798) \u000a11:07:01.065165 run scp-back-log(pid=29682): stderr: \u000a| (launched: 2022-12-09_11:06:59.739787)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:07:01.139477 tst srsepc_10.42.42.118: Error('scp-back-log(pid=29682): launch_sync(): local process exited with status 1 [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29682)]')\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=29696): Process ended prematurely: srsepc(pid=29696) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29696)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=29696): Process ended prematurely: srsepc(pid=29696) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a11:07:01.162748 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:07:01.188011 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:07:01.219693 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:07:01.401300 tst ping.py: using MSISDN 7184\u000a11:07:01.549682 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7184', subscriber_id=0}\u000a11:07:01.689499 run srsepc_10.42.42.118: Starting srsepc\u000a11:07:02.391764 run rm-remote-dir(pid=29684): Launched\u000a11:07:03.580048 run rm-remote-dir(pid=29684): Terminated: ok {rc=0}\u000a11:07:03.911151 run mk-remote-dir(pid=29685): Launched\u000a11:07:05.098660 run mk-remote-dir(pid=29685): Terminated: ok {rc=0}\u000a11:07:05.378389 run scp-inst-to-remote(pid=29686): Launched\u000a11:07:07.565258 run scp-inst-to-remote(pid=29686): Terminated: ok {rc=0}\u000a11:07:07.894728 run rm-remote-dir(pid=29688): Launched\u000a11:07:09.082474 run rm-remote-dir(pid=29688): Terminated: ok {rc=0}\u000a11:07:09.414390 run mk-remote-dir(pid=29689): Launched\u000a11:07:10.602641 run mk-remote-dir(pid=29689): Terminated: ok {rc=0}\u000a11:07:10.882095 run scp-cfg-to-remote(pid=29690): Launched\u000a11:07:12.067713 run scp-cfg-to-remote(pid=29690): Terminated: ok {rc=0}\u000a11:07:12.346944 run scp-db-to-remote(pid=29692): Launched\u000a11:07:13.531998 run scp-db-to-remote(pid=29692): Terminated: ok {rc=0}\u000a11:07:13.646621 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:07:13.967319 run patchelf(pid=29694): Launched\u000a11:07:15.153113 run patchelf(pid=29694): Terminated: ok {rc=0}\u000a11:07:15.266946 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:07:15.588601 run setcap-netadm(pid=29695): Launched\u000a11:07:16.827685 run setcap-netadm(pid=29695): Terminated: ok {rc=0}\u000a11:07:17.201869 run srsepc(pid=29696): Launched\u000a11:07:17.311295 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:07:18.522159 run rm-remote-dir(pid=29697): Launched\u000a11:07:18.721649 run srsepc(pid=29696): ERR: Terminated: ERROR {rc=127} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29696)]\u000a11:07:18.867138 run srsepc(pid=29696): stdout: \u000a| (launched: 2022-12-09_11:07:16.995623)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:07:19.012140 run srsepc(pid=29696): stderr: \u000a| (launched: 2022-12-09_11:07:17.042277)\u000a| Connection to 10.42.42.116 closed. \u000a11:07:19.153257 run srsepc(pid=29696): stdout: \u000a| (launched: 2022-12-09_11:07:16.995623)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:07:19.292155 run srsepc(pid=29696): stderr: \u000a| (launched: 2022-12-09_11:07:17.042277)\u000a| Connection to 10.42.42.116 closed. \u000a11:07:19.455061 run rm-remote-dir(pid=29697): Terminating (SIGINT)\u000a11:07:19.646179 run rm-remote-dir(pid=29697): Terminated: ok {rc=0}\u000a11:07:19.681627 tst ping.py:16: ERR: Error: srsepc(pid=29696): Process ended prematurely: srsepc(pid=29696) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29696)] [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a11:07:19.692046 tst ping.py:16: Test FAILED (18.5 sec)\u000a11:07:19.809864 run scp-back-log(pid=29698): Launched\u000a11:07:20.902409 run scp-back-log(pid=29698): ERR: Terminated: ERROR {rc=1} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29698)]\u000a11:07:20.968640 run scp-back-log(pid=29698): stdout: \u000a| (launched: 2022-12-09_11:07:19.736227) \u000a11:07:21.035383 run scp-back-log(pid=29698): stderr: \u000a| (launched: 2022-12-09_11:07:19.757180)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:07:21.091945 tst srsepc_10.42.42.118: Error('scp-back-log(pid=29698): launch_sync(): local process exited with status 1 [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29698)]')\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=29715): Process ended prematurely: srsepc(pid=29715) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29715)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=29715): Process ended prematurely: srsepc(pid=29715) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a11:07:21.107301 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:07:21.124413 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:07:21.148486 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:07:21.303545 tst rrc_idle_mo_ping.py: using MSISDN 7185\u000a11:07:21.420178 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7185', subscriber_id=0}\u000a11:07:21.535869 run srsepc_10.42.42.118: Starting srsepc\u000a11:07:22.226585 run rm-remote-dir(pid=29700): Launched\u000a11:07:23.428507 run rm-remote-dir(pid=29700): Terminated: ok {rc=0}\u000a11:07:23.783360 run mk-remote-dir(pid=29701): Launched\u000a11:07:24.985345 run mk-remote-dir(pid=29701): Terminated: ok {rc=0}\u000a11:07:25.283832 run scp-inst-to-remote(pid=29702): Launched\u000a11:07:27.484485 run scp-inst-to-remote(pid=29702): Terminated: ok {rc=0}\u000a11:07:27.837298 run rm-remote-dir(pid=29704): Launched\u000a11:07:29.039033 run rm-remote-dir(pid=29704): Terminated: ok {rc=0}\u000a11:07:29.391895 run mk-remote-dir(pid=29705): Launched\u000a11:07:30.593068 run mk-remote-dir(pid=29705): Terminated: ok {rc=0}\u000a11:07:30.924240 run scp-cfg-to-remote(pid=29706): Launched\u000a11:07:32.119271 run scp-cfg-to-remote(pid=29706): Terminated: ok {rc=0}\u000a11:07:32.409840 run scp-db-to-remote(pid=29708): Launched\u000a11:07:33.608364 run scp-db-to-remote(pid=29708): Terminated: ok {rc=0}\u000a11:07:33.731326 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:07:34.075638 run patchelf(pid=29710): Launched\u000a11:07:35.274969 run patchelf(pid=29710): Terminated: ok {rc=0}\u000a11:07:35.397876 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:07:35.741051 run setcap-netadm(pid=29711): Launched\u000a11:07:36.940760 run setcap-netadm(pid=29711): Terminated: ok {rc=0}\u000a11:07:37.278275 run srsepc(pid=29715): Launched\u000a11:07:37.395562 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:07:38.604696 run rm-remote-dir(pid=29716): Launched\u000a11:07:38.804759 run srsepc(pid=29715): ERR: Terminated: ERROR {rc=127} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29715)]\u000a11:07:38.950889 run srsepc(pid=29715): stdout: \u000a| (launched: 2022-12-09_11:07:37.116880)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:07:39.097914 run srsepc(pid=29715): stderr: \u000a| (launched: 2022-12-09_11:07:37.166281)\u000a| Connection to 10.42.42.116 closed. \u000a11:07:39.239567 run srsepc(pid=29715): stdout: \u000a| (launched: 2022-12-09_11:07:37.116880)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:07:39.379773 run srsepc(pid=29715): stderr: \u000a| (launched: 2022-12-09_11:07:37.166281)\u000a| Connection to 10.42.42.116 closed. \u000a11:07:39.543675 run rm-remote-dir(pid=29716): Terminating (SIGINT)\u000a11:07:39.735506 run rm-remote-dir(pid=29716): Terminated: ok {rc=0}\u000a11:07:39.770944 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=29715): Process ended prematurely: srsepc(pid=29715) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29715)] [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a11:07:39.781663 tst rrc_idle_mo_ping.py:16: Test FAILED (18.7 sec)\u000a11:07:39.900004 run scp-back-log(pid=29717): Launched\u000a11:07:40.991666 run scp-back-log(pid=29717): ERR: Terminated: ERROR {rc=1} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29717)]\u000a11:07:41.058485 run scp-back-log(pid=29717): stdout: \u000a| (launched: 2022-12-09_11:07:39.825858) \u000a11:07:41.124829 run scp-back-log(pid=29717): stderr: \u000a| (launched: 2022-12-09_11:07:39.846847)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:07:41.181351 tst srsepc_10.42.42.118: Error('scp-back-log(pid=29717): launch_sync(): local process exited with status 1 [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29717)]')\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=29731): Process ended prematurely: srsepc(pid=29731) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29731)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=29731): Process ended prematurely: srsepc(pid=29731) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a11:07:41.196182 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:07:41.213668 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:07:41.237791 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:07:41.381367 tst rrc_idle_mt_ping.py: using MSISDN 7186\u000a11:07:41.489768 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7186', subscriber_id=0}\u000a11:07:41.597675 run srsepc_10.42.42.118: Starting srsepc\u000a11:07:42.244861 run rm-remote-dir(pid=29719): Launched\u000a11:07:43.434158 run rm-remote-dir(pid=29719): Terminated: ok {rc=0}\u000a11:07:43.765218 run mk-remote-dir(pid=29720): Launched\u000a11:07:44.953706 run mk-remote-dir(pid=29720): Terminated: ok {rc=0}\u000a11:07:45.235195 run scp-inst-to-remote(pid=29721): Launched\u000a11:07:47.469181 run scp-inst-to-remote(pid=29721): Terminated: ok {rc=0}\u000a11:07:47.824052 run rm-remote-dir(pid=29723): Launched\u000a11:07:49.025653 run rm-remote-dir(pid=29723): Terminated: ok {rc=0}\u000a11:07:49.379667 run mk-remote-dir(pid=29724): Launched\u000a11:07:50.580728 run mk-remote-dir(pid=29724): Terminated: ok {rc=0}\u000a11:07:50.879985 run scp-cfg-to-remote(pid=29725): Launched\u000a11:07:52.078824 run scp-cfg-to-remote(pid=29725): Terminated: ok {rc=0}\u000a11:07:52.379171 run scp-db-to-remote(pid=29727): Launched\u000a11:07:53.577108 run scp-db-to-remote(pid=29727): Terminated: ok {rc=0}\u000a11:07:53.699663 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:07:54.045021 run patchelf(pid=29729): Launched\u000a11:07:55.245423 run patchelf(pid=29729): Terminated: ok {rc=0}\u000a11:07:55.370092 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:07:55.713898 run setcap-netadm(pid=29730): Launched\u000a11:07:56.912323 run setcap-netadm(pid=29730): Terminated: ok {rc=0}\u000a11:07:57.249416 run srsepc(pid=29731): Launched\u000a11:07:57.368011 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:07:58.576723 run rm-remote-dir(pid=29732): Launched\u000a11:07:58.775646 run srsepc(pid=29731): ERR: Terminated: ERROR {rc=127} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29731)]\u000a11:07:58.920174 run srsepc(pid=29731): stdout: \u000a| (launched: 2022-12-09_11:07:57.087486)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:07:59.064531 run srsepc(pid=29731): stderr: \u000a| (launched: 2022-12-09_11:07:57.137908)\u000a| Connection to 10.42.42.116 closed. \u000a11:07:59.205937 run srsepc(pid=29731): stdout: \u000a| (launched: 2022-12-09_11:07:57.087486)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:07:59.345179 run srsepc(pid=29731): stderr: \u000a| (launched: 2022-12-09_11:07:57.137908)\u000a| Connection to 10.42.42.116 closed. \u000a11:07:59.507916 run rm-remote-dir(pid=29732): Terminating (SIGINT)\u000a11:07:59.698864 run rm-remote-dir(pid=29732): Terminated: ok {rc=0}\u000a11:07:59.734241 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=29731): Process ended prematurely: srsepc(pid=29731) [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=29731)] [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a11:07:59.744891 tst rrc_idle_mt_ping.py:16: Test FAILED (18.5 sec)\u000a11:07:59.863966 run scp-back-log(pid=29733): Launched\u000a11:08:00.959955 run scp-back-log(pid=29733): ERR: Terminated: ERROR {rc=1} [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29733)]\u000a11:08:01.029707 run scp-back-log(pid=29733): stdout: \u000a| (launched: 2022-12-09_11:07:59.789375) \u000a11:08:01.099394 run scp-back-log(pid=29733): stderr: \u000a| (launched: 2022-12-09_11:07:59.810507)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:08:01.158954 tst srsepc_10.42.42.118: Error('scp-back-log(pid=29733): launch_sync(): local process exited with status 1 [trial-2358↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=29733)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:05:38" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30015): Process ended prematurely: osmo-stp_10.42.42.5(pid=30015) [trial-2358↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30015)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30015): Process ended prematurely: osmo-stp_10.42.42.5(pid=30015) [trial-2358↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a11:08:02.136558 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:08:02.160396 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a11:08:02.335395 tst handover.py: using LAC 21031\u000a11:08:02.475459 tst handover.py: using RAC 121\u000a11:08:02.647657 tst handover.py: using CellId 21031\u000a11:08:02.802250 tst handover.py: using BVCI 21032\u000a11:08:02.828727 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a11:08:02.991963 tst handover.py: using LAC 21032\u000a11:08:03.138796 tst handover.py: using RAC 122\u000a11:08:03.296403 tst handover.py: using CellId 21032\u000a11:08:03.451243 tst handover.py: using BVCI 21033\u000a11:08:03.482942 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:08:03.497189 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:08:03.513464 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:08:03.530196 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:08:03.547231 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:08:03.561896 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a11:08:03.724406 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a11:08:03.990393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:04.584445 run create_hlr_db(pid=30007): Launched\u000a11:08:05.780505 run create_hlr_db(pid=30007): Terminated: ok {rc=0}\u000a11:08:06.137191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30009): Launched\u000a11:08:06.575303 run osmo-hlr_10.42.42.2(pid=30011): Launched\u000a11:08:06.734180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:07.383029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30014): Launched\u000a11:08:07.860729 run osmo-stp_10.42.42.5(pid=30015): Launched\u000a11:08:07.996096 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:08.592833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30017): Launched\u000a11:08:08.990771 run osmo-msc_10.42.42.6(pid=30018): Launched\u000a11:08:09.418175 run osmo-stp_10.42.42.5(pid=30015): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30015)]\u000a11:08:09.682254 run osmo-stp_10.42.42.5(pid=30015): stdout: \u000a| (launched: 2022-12-09_11:08:07.552071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:09.869506 run osmo-stp_10.42.42.5(pid=30015): stderr: \u000a| �[0;m�[38;5;43m20221209110807884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110807884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110807884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110807893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110807893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110807894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110807894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:09.994804 run osmo-stp_10.42.42.5(pid=30015): stdout: \u000a| (launched: 2022-12-09_11:08:07.552071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:10.119363 run osmo-stp_10.42.42.5(pid=30015): stderr: \u000a| �[0;m�[38;5;43m20221209110807884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110807884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110807884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110807893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110807893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110807894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110807894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:10.174727 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30015): Process ended prematurely: osmo-stp_10.42.42.5(pid=30015) [trial-2358↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30015)] [trial-2358↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a11:08:10.183884 tst handover.py:18: Test FAILED (8.0 sec)\u000a11:08:10.247101 run osmo-hlr_10.42.42.2(pid=30011): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30011)]\u000a11:08:10.298460 run osmo-hlr_10.42.42.2(pid=30011): stdout: \u000a| (launched: 2022-12-09_11:08:06.306302) \u000a11:08:10.351098 run osmo-hlr_10.42.42.2(pid=30011): stderr: \u000a| �[0;m�[1;31m20221209110806609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110806609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110806609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110806609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110806609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110806610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110806627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110806640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110806640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110806640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:10.421614 run osmo-msc_10.42.42.6(pid=30018): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30018)]\u000a11:08:10.473028 run osmo-msc_10.42.42.6(pid=30018): stdout: \u000a| (launched: 2022-12-09_11:08:08.750681) \u000a11:08:10.525511 run osmo-msc_10.42.42.6(pid=30018): stderr: \u000a| �[0;m�[38;5;43m20221209110809366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110809366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f448ddccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110809366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110809366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110809367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110809367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110809368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110809373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110809373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110809373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:10.569862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30009): Terminating (SIGTERM)\u000a11:08:10.614926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30014): Terminating (SIGTERM)\u000a11:08:10.659444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30017): Terminating (SIGTERM)\u000a11:08:10.670107 --- ParallelTerminationStrategy: PID 30009 died...\u000a11:08:10.728083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30009): Terminated: ok {rc=0}\u000a11:08:10.738749 --- ParallelTerminationStrategy: PID 30014 died...\u000a11:08:10.794422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30014): Terminated: ok {rc=0}\u000a11:08:10.805178 --- ParallelTerminationStrategy: PID 30017 died...\u000a11:08:10.863804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30017): Terminated: ok {rc=0}\u000a11:08:10.951380 bus /sierra_3: Setting Powered False\u000a11:08:12.058234 bus /sierra_3: Setting Powered False\u000a11:08:13.169169 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:08:01" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30029): Process ended prematurely: osmo-stp_10.42.42.5(pid=30029) [trial-2358↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30029)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30029): Process ended prematurely: osmo-stp_10.42.42.5(pid=30029) [trial-2358↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a11:08:15.158269 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:08:15.170864 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:08:15.312142 tst handover.py: using LAC 21033\u000a11:08:15.444888 tst handover.py: using RAC 123\u000a11:08:15.578594 tst handover.py: using CellId 21033\u000a11:08:15.710209 tst handover.py: using BVCI 21034\u000a11:08:15.737211 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:08:15.886150 tst handover.py: using LAC 21034\u000a11:08:16.036336 tst handover.py: using RAC 124\u000a11:08:16.184602 tst handover.py: using CellId 21034\u000a11:08:16.324821 tst handover.py: using BVCI 21035\u000a11:08:16.362010 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:08:16.377368 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:08:16.391974 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:08:16.408521 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:08:16.423383 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:08:16.438296 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:08:16.589476 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:08:16.860472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:17.526694 run create_hlr_db(pid=30023): Launched\u000a11:08:17.697390 bus /sierra_2: Setting Powered False\u000a11:08:18.750634 run create_hlr_db(pid=30023): Terminated: ok {rc=0}\u000a11:08:19.190856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30025): Launched\u000a11:08:19.630609 run osmo-hlr_10.42.42.2(pid=30026): Launched\u000a11:08:19.877445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:20.452823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30028): Launched\u000a11:08:20.895500 run osmo-stp_10.42.42.5(pid=30029): Launched\u000a11:08:21.118685 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:21.724790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30031): Launched\u000a11:08:22.171509 run osmo-msc_10.42.42.6(pid=30032): Launched\u000a11:08:22.583396 run osmo-stp_10.42.42.5(pid=30029): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30029)]\u000a11:08:22.777332 run osmo-stp_10.42.42.5(pid=30029): stdout: \u000a| (launched: 2022-12-09_11:08:20.626830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:22.920223 run osmo-stp_10.42.42.5(pid=30029): stderr: \u000a| �[0;m�[38;5;43m20221209110820925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110820925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110820926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110820926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110820926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110820927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110820927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:23.058435 run osmo-stp_10.42.42.5(pid=30029): stdout: \u000a| (launched: 2022-12-09_11:08:20.626830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:23.195572 run osmo-stp_10.42.42.5(pid=30029): stderr: \u000a| �[0;m�[38;5;43m20221209110820925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110820925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110820926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110820926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110820926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110820927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110820927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:23.256061 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30029): Process ended prematurely: osmo-stp_10.42.42.5(pid=30029) [trial-2358↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30029)] [trial-2358↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a11:08:23.266184 tst handover.py:18: Test FAILED (8.1 sec)\u000a11:08:23.331313 run osmo-hlr_10.42.42.2(pid=30026): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30026)]\u000a11:08:23.386508 run osmo-hlr_10.42.42.2(pid=30026): stdout: \u000a| (launched: 2022-12-09_11:08:19.365963) \u000a11:08:23.441268 run osmo-hlr_10.42.42.2(pid=30026): stderr: \u000a| �[0;m�[1;31m20221209110819677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110819677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110819677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110819677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110819677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110819677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110819693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110819706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110819706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110819706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:23.514855 run osmo-msc_10.42.42.6(pid=30032): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30032)]\u000a11:08:23.570257 run osmo-msc_10.42.42.6(pid=30032): stdout: \u000a| (launched: 2022-12-09_11:08:21.899408) \u000a11:08:23.624562 run osmo-msc_10.42.42.6(pid=30032): stderr: \u000a| �[0;m�[38;5;43m20221209110822417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110822418 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3114575c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110822418 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110822418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110822418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110822418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110822420 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110822420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110822421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110822421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:23.671191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30025): Terminating (SIGTERM)\u000a11:08:23.716853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30028): Terminating (SIGTERM)\u000a11:08:23.763845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30031): Terminating (SIGTERM)\u000a11:08:23.774421 --- ParallelTerminationStrategy: PID 30025 died...\u000a11:08:23.834089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30025): Terminated: ok {rc=0}\u000a11:08:23.845115 --- ParallelTerminationStrategy: PID 30028 died...\u000a11:08:23.903799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30028): Terminated: ok {rc=0}\u000a11:08:23.915706 --- ParallelTerminationStrategy: PID 30031 died...\u000a11:08:23.974742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30031): Terminated: ok {rc=0}\u000a11:08:24.067657 bus /sierra_3: Setting Powered False\u000a11:08:25.181138 bus /sierra_3: Setting Powered False\u000a11:08:26.294610 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:08:14" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30044): Process ended prematurely: osmo-stp_10.42.42.5(pid=30044) [trial-2358↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30044)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30044): Process ended prematurely: osmo-stp_10.42.42.5(pid=30044) [trial-2358↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a11:08:28.272786 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:08:28.283607 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:08:28.410270 tst handover.py: using LAC 21035\u000a11:08:28.531460 tst handover.py: using RAC 125\u000a11:08:28.654738 tst handover.py: using CellId 21035\u000a11:08:28.778645 tst handover.py: using BVCI 21036\u000a11:08:28.802210 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:08:28.944805 tst handover.py: using LAC 21036\u000a11:08:29.065722 tst handover.py: using RAC 126\u000a11:08:29.185527 tst handover.py: using CellId 21036\u000a11:08:29.305711 tst handover.py: using BVCI 21037\u000a11:08:29.329362 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:08:29.340066 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:08:29.350728 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:08:29.361748 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:08:29.372663 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:08:29.383517 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:08:29.505808 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:08:29.710048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:30.170784 run create_hlr_db(pid=30038): Launched\u000a11:08:30.295711 bus /sierra_2: Setting Powered False\u000a11:08:31.442411 run create_hlr_db(pid=30038): Terminated: ok {rc=0}\u000a11:08:31.866580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30040): Launched\u000a11:08:32.267945 run osmo-hlr_10.42.42.2(pid=30041): Launched\u000a11:08:32.384384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:32.903634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30043): Launched\u000a11:08:33.211898 run osmo-stp_10.42.42.5(pid=30044): Launched\u000a11:08:33.323562 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:33.861914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30046): Launched\u000a11:08:34.174289 run osmo-msc_10.42.42.6(pid=30047): Launched\u000a11:08:34.355312 run osmo-stp_10.42.42.5(pid=30044): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30044)]\u000a11:08:34.486882 run osmo-stp_10.42.42.5(pid=30044): stdout: \u000a| (launched: 2022-12-09_11:08:33.059141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:34.614966 run osmo-stp_10.42.42.5(pid=30044): stderr: \u000a| �[0;m�[38;5;43m20221209110833229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110833229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110833229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110833230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110833230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110833230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110833231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:34.738345 run osmo-stp_10.42.42.5(pid=30044): stdout: \u000a| (launched: 2022-12-09_11:08:33.059141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:34.860716 run osmo-stp_10.42.42.5(pid=30044): stderr: \u000a| �[0;m�[38;5;43m20221209110833229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110833229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110833229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110833230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110833230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110833230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110833231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:34.914399 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30044): Process ended prematurely: osmo-stp_10.42.42.5(pid=30044) [trial-2358↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30044)] [trial-2358↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a11:08:34.922353 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:08:34.983278 run osmo-hlr_10.42.42.2(pid=30041): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30041)]\u000a11:08:35.033127 run osmo-hlr_10.42.42.2(pid=30041): stdout: \u000a| (launched: 2022-12-09_11:08:32.050289) \u000a11:08:35.083595 run osmo-hlr_10.42.42.2(pid=30041): stderr: \u000a| �[0;m�[1;31m20221209110832306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110832306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110832306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110832306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110832307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110832307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110832319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110832327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110832327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110832327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:35.151933 run osmo-msc_10.42.42.6(pid=30047): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30047)]\u000a11:08:35.201591 run osmo-msc_10.42.42.6(pid=30047): stdout: \u000a| (launched: 2022-12-09_11:08:34.019236) \u000a11:08:35.251913 run osmo-msc_10.42.42.6(pid=30047): stderr: \u000a| �[0;m�[38;5;43m20221209110834289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110834289 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d1f7a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110834289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110834289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110834290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110834290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110834291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110834292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110834292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110834292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:35.294392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30040): Terminating (SIGTERM)\u000a11:08:35.334797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30043): Terminating (SIGTERM)\u000a11:08:35.375119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30046): Terminating (SIGTERM)\u000a11:08:35.384602 --- ParallelTerminationStrategy: PID 30040 died...\u000a11:08:35.438418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30040): Terminated: ok {rc=0}\u000a11:08:35.448322 --- ParallelTerminationStrategy: PID 30043 died...\u000a11:08:35.501915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30043): Terminated: ok {rc=0}\u000a11:08:35.511480 --- ParallelTerminationStrategy: PID 30046 died...\u000a11:08:35.565087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30046): Terminated: ok {rc=0}\u000a11:08:35.653790 bus /sierra_3: Setting Powered False\u000a11:08:36.758207 bus /sierra_3: Setting Powered False\u000a11:08:37.869793 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:08:27" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30059): Process ended prematurely: osmo-stp_10.42.42.5(pid=30059) [trial-2358↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30059)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30059): Process ended prematurely: osmo-stp_10.42.42.5(pid=30059) [trial-2358↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:08:39.854773 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:08:39.865759 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:08:39.992003 tst handover.py: using LAC 21037\u000a11:08:40.113092 tst handover.py: using RAC 127\u000a11:08:40.235040 tst handover.py: using CellId 21037\u000a11:08:40.357789 tst handover.py: using BVCI 21038\u000a11:08:40.381328 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:08:40.516731 tst handover.py: using LAC 21038\u000a11:08:40.642968 tst handover.py: using RAC 128\u000a11:08:40.761693 tst handover.py: using CellId 21038\u000a11:08:40.881398 tst handover.py: using BVCI 21039\u000a11:08:40.904748 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:08:40.915818 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:08:40.926664 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:08:40.937783 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:08:40.949167 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:08:40.960009 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:08:41.079578 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:08:41.283091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:41.741792 run create_hlr_db(pid=30053): Launched\u000a11:08:41.866752 bus /sierra_2: Setting Powered False\u000a11:08:42.940312 run create_hlr_db(pid=30053): Terminated: ok {rc=0}\u000a11:08:43.352450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30055): Launched\u000a11:08:43.684258 run osmo-hlr_10.42.42.2(pid=30056): Launched\u000a11:08:43.804586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:44.348832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30058): Launched\u000a11:08:44.680421 run osmo-stp_10.42.42.5(pid=30059): Launched\u000a11:08:44.800759 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:45.383539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30061): Launched\u000a11:08:45.716395 run osmo-msc_10.42.42.6(pid=30062): Launched\u000a11:08:46.026540 run osmo-stp_10.42.42.5(pid=30059): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30059)]\u000a11:08:46.260447 run osmo-stp_10.42.42.5(pid=30059): stdout: \u000a| (launched: 2022-12-09_11:08:44.516552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:46.397944 run osmo-stp_10.42.42.5(pid=30059): stderr: \u000a| �[0;m�[38;5;43m20221209110844709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110844710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110844710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110844710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110844711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110844711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110844711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:46.531189 run osmo-stp_10.42.42.5(pid=30059): stdout: \u000a| (launched: 2022-12-09_11:08:44.516552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:46.662061 run osmo-stp_10.42.42.5(pid=30059): stderr: \u000a| �[0;m�[38;5;43m20221209110844709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110844710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110844710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110844710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110844711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110844711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110844711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:46.719517 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30059): Process ended prematurely: osmo-stp_10.42.42.5(pid=30059) [trial-2358↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30059)] [trial-2358↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:08:46.728918 tst handover.py:18: Test FAILED (6.9 sec)\u000a11:08:46.796575 run osmo-hlr_10.42.42.2(pid=30056): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30056)]\u000a11:08:46.849785 run osmo-hlr_10.42.42.2(pid=30056): stdout: \u000a| (launched: 2022-12-09_11:08:43.520720) \u000a11:08:46.903690 run osmo-hlr_10.42.42.2(pid=30056): stderr: \u000a| �[0;m�[1;31m20221209110843719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110843719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110843719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110843719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110843719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110843719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110843731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110843740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110843740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110843740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:46.978006 run osmo-msc_10.42.42.6(pid=30062): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30062)]\u000a11:08:47.032070 run osmo-msc_10.42.42.6(pid=30062): stdout: \u000a| (launched: 2022-12-09_11:08:45.552503) \u000a11:08:47.085689 run osmo-msc_10.42.42.6(pid=30062): stderr: \u000a| �[0;m�[38;5;43m20221209110845889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110845893 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92745a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110845893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110845893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110845893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110845894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110845895 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110845896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110845896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110845896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:47.130259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30055): Terminating (SIGTERM)\u000a11:08:47.177617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30058): Terminating (SIGTERM)\u000a11:08:47.222693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30061): Terminating (SIGTERM)\u000a11:08:47.233545 --- ParallelTerminationStrategy: PID 30055 died...\u000a11:08:47.289473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30055): Terminated: ok {rc=0}\u000a11:08:47.299408 --- ParallelTerminationStrategy: PID 30058 died...\u000a11:08:47.353744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30058): Terminated: ok {rc=0}\u000a11:08:47.363486 --- ParallelTerminationStrategy: PID 30061 died...\u000a11:08:47.417999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30061): Terminated: ok {rc=0}\u000a11:08:47.504106 bus /sierra_3: Setting Powered False\u000a11:08:48.612383 bus /sierra_3: Setting Powered False\u000a11:08:49.721662 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:08:39" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30074): Process ended prematurely: osmo-stp_10.42.42.5(pid=30074) [trial-2358↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30074)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30074): Process ended prematurely: osmo-stp_10.42.42.5(pid=30074) [trial-2358↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:08:51.723870 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:08:51.734860 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:08:51.861350 tst handover.py: using LAC 21039\u000a11:08:51.982538 tst handover.py: using RAC 129\u000a11:08:52.105815 tst handover.py: using CellId 21039\u000a11:08:52.227452 tst handover.py: using BVCI 21040\u000a11:08:52.250998 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:08:52.390437 tst handover.py: using LAC 21040\u000a11:08:52.513322 tst handover.py: using RAC 130\u000a11:08:52.643786 tst handover.py: using CellId 21040\u000a11:08:52.774585 tst handover.py: using BVCI 21041\u000a11:08:52.799930 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:08:52.811673 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:08:52.823201 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:08:52.834790 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:08:52.846305 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:08:52.857749 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:08:52.976278 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:08:53.179964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:53.640605 run create_hlr_db(pid=30068): Launched\u000a11:08:53.766133 bus /sierra_2: Setting Powered False\u000a11:08:54.840096 run create_hlr_db(pid=30068): Terminated: ok {rc=0}\u000a11:08:55.225608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30070): Launched\u000a11:08:55.534346 run osmo-hlr_10.42.42.2(pid=30071): Launched\u000a11:08:55.654697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:56.169425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30073): Launched\u000a11:08:56.480069 run osmo-stp_10.42.42.5(pid=30074): Launched\u000a11:08:56.592085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:57.129421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30076): Launched\u000a11:08:57.440078 run osmo-msc_10.42.42.6(pid=30077): Launched\u000a11:08:57.620213 run osmo-stp_10.42.42.5(pid=30074): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30074)]\u000a11:08:57.749579 run osmo-stp_10.42.42.5(pid=30074): stdout: \u000a| (launched: 2022-12-09_11:08:56.326795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:57.877709 run osmo-stp_10.42.42.5(pid=30074): stderr: \u000a| �[0;m�[38;5;43m20221209110856498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110856498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110856498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110856498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110856499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110856499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110856499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:58.000710 run osmo-stp_10.42.42.5(pid=30074): stdout: \u000a| (launched: 2022-12-09_11:08:56.326795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:58.123033 run osmo-stp_10.42.42.5(pid=30074): stderr: \u000a| �[0;m�[38;5;43m20221209110856498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110856498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110856498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110856498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110856499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110856499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110856499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:58.176691 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30074): Process ended prematurely: osmo-stp_10.42.42.5(pid=30074) [trial-2358↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30074)] [trial-2358↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:08:58.184709 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:08:58.245715 run osmo-hlr_10.42.42.2(pid=30071): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30071)]\u000a11:08:58.295925 run osmo-hlr_10.42.42.2(pid=30071): stdout: \u000a| (launched: 2022-12-09_11:08:55.381835) \u000a11:08:58.346559 run osmo-hlr_10.42.42.2(pid=30071): stderr: \u000a| �[0;m�[1;31m20221209110855558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110855558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110855558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110855558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110855558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110855559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110855574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110855584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110855585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110855585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:58.414816 run osmo-msc_10.42.42.6(pid=30077): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30077)]\u000a11:08:58.464295 run osmo-msc_10.42.42.6(pid=30077): stdout: \u000a| (launched: 2022-12-09_11:08:57.286529) \u000a11:08:58.514721 run osmo-msc_10.42.42.6(pid=30077): stderr: \u000a| �[0;m�[38;5;43m20221209110857560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110857560 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc82c71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110857560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110857560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110857560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110857561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110857562 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110857563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110857563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110857563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:58.557424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30070): Terminating (SIGTERM)\u000a11:08:58.597791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30073): Terminating (SIGTERM)\u000a11:08:58.638278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30076): Terminating (SIGTERM)\u000a11:08:58.647763 --- ParallelTerminationStrategy: PID 30070 died...\u000a11:08:58.701885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30070): Terminated: ok {rc=0}\u000a11:08:58.711479 --- ParallelTerminationStrategy: PID 30073 died...\u000a11:08:58.765479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30073): Terminated: ok {rc=0}\u000a11:08:58.775324 --- ParallelTerminationStrategy: PID 30076 died...\u000a11:08:58.828800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30076): Terminated: ok {rc=0}\u000a11:08:58.917787 bus /sierra_3: Setting Powered False\u000a11:09:00.021022 bus /sierra_3: Setting Powered False\u000a11:09:01.141887 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:08:51" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30088): Process ended prematurely: osmo-stp_10.42.42.5(pid=30088) [trial-2358↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30088)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30088): Process ended prematurely: osmo-stp_10.42.42.5(pid=30088) [trial-2358↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:09:03.143817 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:09:03.155137 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:09:03.287996 tst handover.py: using LAC 21041\u000a11:09:03.416520 tst handover.py: using RAC 131\u000a11:09:03.544798 tst handover.py: using CellId 21041\u000a11:09:03.678648 tst handover.py: using BVCI 21042\u000a11:09:03.703983 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:09:03.827774 tst handover.py: using LAC 21042\u000a11:09:03.947285 tst handover.py: using RAC 132\u000a11:09:04.066919 tst handover.py: using CellId 21042\u000a11:09:04.187528 tst handover.py: using BVCI 21043\u000a11:09:04.211020 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:09:04.221959 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:09:04.232452 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:09:04.243590 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:09:04.254738 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:09:04.265671 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:09:04.386091 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:09:04.592615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:05.050425 run create_hlr_db(pid=30082): Launched\u000a11:09:05.175864 bus /sierra_2: Setting Powered False\u000a11:09:06.248170 run create_hlr_db(pid=30082): Terminated: ok {rc=0}\u000a11:09:06.633262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30084): Launched\u000a11:09:06.943059 run osmo-hlr_10.42.42.2(pid=30085): Launched\u000a11:09:07.062222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:07.579675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30087): Launched\u000a11:09:07.889236 run osmo-stp_10.42.42.5(pid=30088): Launched\u000a11:09:08.001989 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:09:08.538281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30090): Launched\u000a11:09:08.849855 run osmo-msc_10.42.42.6(pid=30091): Launched\u000a11:09:09.030517 run osmo-stp_10.42.42.5(pid=30088): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30088)]\u000a11:09:09.160897 run osmo-stp_10.42.42.5(pid=30088): stdout: \u000a| (launched: 2022-12-09_11:09:07.735810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:09.289181 run osmo-stp_10.42.42.5(pid=30088): stderr: \u000a| �[0;m�[38;5;43m20221209110907907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110907907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110907907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110907907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110907908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110907908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110907908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:09.412071 run osmo-stp_10.42.42.5(pid=30088): stdout: \u000a| (launched: 2022-12-09_11:09:07.735810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:09.534531 run osmo-stp_10.42.42.5(pid=30088): stderr: \u000a| �[0;m�[38;5;43m20221209110907907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110907907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110907907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110907907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110907908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110907908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110907908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:09.588181 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30088): Process ended prematurely: osmo-stp_10.42.42.5(pid=30088) [trial-2358↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30088)] [trial-2358↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a11:09:09.596225 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:09:09.657393 run osmo-hlr_10.42.42.2(pid=30085): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30085)]\u000a11:09:09.707630 run osmo-hlr_10.42.42.2(pid=30085): stdout: \u000a| (launched: 2022-12-09_11:09:06.790278) \u000a11:09:09.758075 run osmo-hlr_10.42.42.2(pid=30085): stderr: \u000a| �[0;m�[1;31m20221209110906968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110906968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110906968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110906968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110906968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110906968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110906979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110906992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110906992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110906992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:09.826355 run osmo-msc_10.42.42.6(pid=30091): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30091)]\u000a11:09:09.875897 run osmo-msc_10.42.42.6(pid=30091): stdout: \u000a| (launched: 2022-12-09_11:09:08.694412) \u000a11:09:09.926196 run osmo-msc_10.42.42.6(pid=30091): stderr: \u000a| �[0;m�[38;5;43m20221209110908967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110908967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f648f863c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110908968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110908968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110908968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110908968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110908970 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110908970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110908970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110908970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:09:09.968780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30084): Terminating (SIGTERM)\u000a11:09:10.009090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30087): Terminating (SIGTERM)\u000a11:09:10.049246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30090): Terminating (SIGTERM)\u000a11:09:10.058847 --- ParallelTerminationStrategy: PID 30084 died...\u000a11:09:10.112278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30084): Terminated: ok {rc=0}\u000a11:09:10.122153 --- ParallelTerminationStrategy: PID 30087 died...\u000a11:09:10.175345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30087): Terminated: ok {rc=0}\u000a11:09:10.185353 --- ParallelTerminationStrategy: PID 30090 died...\u000a11:09:10.238476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30090): Terminated: ok {rc=0}\u000a11:09:10.327529 bus /sierra_3: Setting Powered False\u000a11:09:11.432829 bus /sierra_3: Setting Powered False\u000a11:09:12.545911 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:09:02" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30102): Process ended prematurely: osmo-stp_10.42.42.5(pid=30102) [trial-2358↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30102)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30102): Process ended prematurely: osmo-stp_10.42.42.5(pid=30102) [trial-2358↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:09:14.530651 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:09:14.543432 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:09:14.670085 tst handover.py: using LAC 21043\u000a11:09:14.790027 tst handover.py: using RAC 133\u000a11:09:14.910038 tst handover.py: using CellId 21043\u000a11:09:15.029451 tst handover.py: using BVCI 21044\u000a11:09:15.052840 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:09:15.192435 tst handover.py: using LAC 21044\u000a11:09:15.313106 tst handover.py: using RAC 134\u000a11:09:15.432082 tst handover.py: using CellId 21044\u000a11:09:15.553184 tst handover.py: using BVCI 21045\u000a11:09:15.576559 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:09:15.587363 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:09:15.598241 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:09:15.609254 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:09:15.620065 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:09:15.630927 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:09:15.747741 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:09:15.968346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:16.474636 run create_hlr_db(pid=30096): Launched\u000a11:09:16.603006 bus /sierra_2: Setting Powered False\u000a11:09:17.675704 run create_hlr_db(pid=30096): Terminated: ok {rc=0}\u000a11:09:18.061152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30098): Launched\u000a11:09:18.373230 run osmo-hlr_10.42.42.2(pid=30099): Launched\u000a11:09:18.483626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:18.984426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30101): Launched\u000a11:09:19.291342 run osmo-stp_10.42.42.5(pid=30102): Launched\u000a11:09:19.402049 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:09:19.932173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30104): Launched\u000a11:09:20.237929 run osmo-msc_10.42.42.6(pid=30105): Launched\u000a11:09:20.415616 run osmo-stp_10.42.42.5(pid=30102): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30102)]\u000a11:09:20.544047 run osmo-stp_10.42.42.5(pid=30102): stdout: \u000a| (launched: 2022-12-09_11:09:19.138221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:20.671094 run osmo-stp_10.42.42.5(pid=30102): stderr: \u000a| �[0;m�[38;5;43m20221209110919306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110919306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110919306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110919307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110919307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110919307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110919307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:20.792365 run osmo-stp_10.42.42.5(pid=30102): stdout: \u000a| (launched: 2022-12-09_11:09:19.138221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:20.912895 run osmo-stp_10.42.42.5(pid=30102): stderr: \u000a| �[0;m�[38;5;43m20221209110919306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110919306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110919306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110919307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110919307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110919307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110919307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:20.965837 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30102): Process ended prematurely: osmo-stp_10.42.42.5(pid=30102) [trial-2358↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30102)] [trial-2358↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a11:09:20.973860 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:09:21.034391 run osmo-hlr_10.42.42.2(pid=30099): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30099)]\u000a11:09:21.083659 run osmo-hlr_10.42.42.2(pid=30099): stdout: \u000a| (launched: 2022-12-09_11:09:18.218214) \u000a11:09:21.133623 run osmo-hlr_10.42.42.2(pid=30099): stderr: \u000a| �[0;m�[1;31m20221209110918397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110918398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110918398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110918398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110918398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110918398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110918410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110918421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110918421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110918421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:21.200794 run osmo-msc_10.42.42.6(pid=30105): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30105)]\u000a11:09:21.250268 run osmo-msc_10.42.42.6(pid=30105): stdout: \u000a| (launched: 2022-12-09_11:09:20.086543) \u000a11:09:21.300183 run osmo-msc_10.42.42.6(pid=30105): stderr: \u000a| �[0;m�[38;5;43m20221209110920358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110920358 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e137cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110920359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110920359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110920359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110920359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110920361 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110920361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110920361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110920361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:09:21.342653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30098): Terminating (SIGTERM)\u000a11:09:21.382500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30101): Terminating (SIGTERM)\u000a11:09:21.422371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30104): Terminating (SIGTERM)\u000a11:09:21.431771 --- ParallelTerminationStrategy: PID 30098 died...\u000a11:09:21.484713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30098): Terminated: ok {rc=0}\u000a11:09:21.494454 --- ParallelTerminationStrategy: PID 30101 died...\u000a11:09:21.547209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30101): Terminated: ok {rc=0}\u000a11:09:21.556826 --- ParallelTerminationStrategy: PID 30104 died...\u000a11:09:21.609672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30104): Terminated: ok {rc=0}\u000a11:09:21.693280 bus /sierra_3: Setting Powered False\u000a11:09:22.800491 bus /sierra_3: Setting Powered False\u000a11:09:23.909306 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:09:14" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30116): Process ended prematurely: osmo-stp_10.42.42.5(pid=30116) [trial-2358↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30116)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30116): Process ended prematurely: osmo-stp_10.42.42.5(pid=30116) [trial-2358↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:09:25.912045 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:09:25.922993 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:09:26.057536 tst handover.py: using LAC 21045\u000a11:09:26.188235 tst handover.py: using RAC 135\u000a11:09:26.322135 tst handover.py: using CellId 21045\u000a11:09:26.450537 tst handover.py: using BVCI 21046\u000a11:09:26.475366 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:09:26.619022 tst handover.py: using LAC 21046\u000a11:09:26.745312 tst handover.py: using RAC 136\u000a11:09:26.873865 tst handover.py: using CellId 21046\u000a11:09:27.000173 tst handover.py: using BVCI 21047\u000a11:09:27.025311 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:09:27.036514 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:09:27.047635 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:09:27.058862 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:09:27.070050 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:09:27.081325 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:09:27.197337 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:09:27.408800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:27.905948 run create_hlr_db(pid=30110): Launched\u000a11:09:28.038691 bus /sierra_2: Setting Powered False\u000a11:09:29.112738 run create_hlr_db(pid=30110): Terminated: ok {rc=0}\u000a11:09:29.491014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30112): Launched\u000a11:09:29.796153 run osmo-hlr_10.42.42.2(pid=30113): Launched\u000a11:09:29.915221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:30.422961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30115): Launched\u000a11:09:30.727419 run osmo-stp_10.42.42.5(pid=30116): Launched\u000a11:09:30.847379 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:09:31.462873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30118): Launched\u000a11:09:31.849546 run osmo-msc_10.42.42.6(pid=30119): Launched\u000a11:09:32.251429 run osmo-stp_10.42.42.5(pid=30116): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30116)]\u000a11:09:32.448933 run osmo-stp_10.42.42.5(pid=30116): stdout: \u000a| (launched: 2022-12-09_11:09:30.576167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:32.586919 run osmo-stp_10.42.42.5(pid=30116): stderr: \u000a| �[0;m�[38;5;43m20221209110930743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110930743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110930743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110930744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110930744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110930744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110930744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:32.718177 run osmo-stp_10.42.42.5(pid=30116): stdout: \u000a| (launched: 2022-12-09_11:09:30.576167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:32.848132 run osmo-stp_10.42.42.5(pid=30116): stderr: \u000a| �[0;m�[38;5;43m20221209110930743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110930743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110930743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110930744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110930744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110930744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110930744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:32.905217 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30116): Process ended prematurely: osmo-stp_10.42.42.5(pid=30116) [trial-2358↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30116)] [trial-2358↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a11:09:32.913938 tst handover.py:18: Test FAILED (7.0 sec)\u000a11:09:32.977065 run osmo-hlr_10.42.42.2(pid=30113): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30113)]\u000a11:09:33.028910 run osmo-hlr_10.42.42.2(pid=30113): stdout: \u000a| (launched: 2022-12-09_11:09:29.644569) \u000a11:09:33.081290 run osmo-hlr_10.42.42.2(pid=30113): stderr: \u000a| �[0;m�[1;31m20221209110929817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110929817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110929817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110929817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110929818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110929818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110929830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110929840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110929841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110929841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:33.152442 run osmo-msc_10.42.42.6(pid=30119): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30119)]\u000a11:09:33.204482 run osmo-msc_10.42.42.6(pid=30119): stdout: \u000a| (launched: 2022-12-09_11:09:31.635386) \u000a11:09:33.256779 run osmo-msc_10.42.42.6(pid=30119): stderr: \u000a| �[0;m�[38;5;43m20221209110932319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110932319 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8e0552c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110932319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110932319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110932320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110932320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110932322 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110932322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110932322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110932322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:09:33.301518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30112): Terminating (SIGTERM)\u000a11:09:33.343694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30115): Terminating (SIGTERM)\u000a11:09:33.385960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30118): Terminating (SIGTERM)\u000a11:09:33.395735 --- ParallelTerminationStrategy: PID 30112 died...\u000a11:09:33.452388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30112): Terminated: ok {rc=0}\u000a11:09:33.462628 --- ParallelTerminationStrategy: PID 30115 died...\u000a11:09:33.518866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30115): Terminated: ok {rc=0}\u000a11:09:33.529394 --- ParallelTerminationStrategy: PID 30118 died...\u000a11:09:33.585700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30118): Terminated: ok {rc=0}\u000a11:09:33.674952 bus /sierra_3: Setting Powered False\u000a11:09:34.783541 bus /sierra_3: Setting Powered False\u000a11:09:35.895598 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:09:25" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30131): Process ended prematurely: osmo-stp_10.42.42.5(pid=30131) [trial-2358↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30131)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30131): Process ended prematurely: osmo-stp_10.42.42.5(pid=30131) [trial-2358↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a11:09:37.857007 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:09:37.868332 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:09:37.999151 tst handover.py: using LAC 21047\u000a11:09:38.127329 tst handover.py: using RAC 137\u000a11:09:38.255986 tst handover.py: using CellId 21047\u000a11:09:38.382612 tst handover.py: using BVCI 21048\u000a11:09:38.407487 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:09:38.541589 tst handover.py: using LAC 21048\u000a11:09:38.662633 tst handover.py: using RAC 138\u000a11:09:38.788445 tst handover.py: using CellId 21048\u000a11:09:38.914993 tst handover.py: using BVCI 21049\u000a11:09:38.940001 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:09:38.951405 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:09:38.962659 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:09:38.973961 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:09:38.985111 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:09:38.996150 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:09:39.112798 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:09:39.326424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:39.822717 run create_hlr_db(pid=30125): Launched\u000a11:09:39.955668 bus /sierra_2: Setting Powered False\u000a11:09:41.031995 run create_hlr_db(pid=30125): Terminated: ok {rc=0}\u000a11:09:41.416034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30127): Launched\u000a11:09:41.722181 run osmo-hlr_10.42.42.2(pid=30128): Launched\u000a11:09:41.842432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:42.354582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30130): Launched\u000a11:09:42.659469 run osmo-stp_10.42.42.5(pid=30131): Launched\u000a11:09:42.770278 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:09:43.302435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30133): Launched\u000a11:09:43.608625 run osmo-msc_10.42.42.6(pid=30134): Launched\u000a11:09:43.787105 run osmo-stp_10.42.42.5(pid=30131): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30131)]\u000a11:09:43.915566 run osmo-stp_10.42.42.5(pid=30131): stdout: \u000a| (launched: 2022-12-09_11:09:42.508034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:44.043274 run osmo-stp_10.42.42.5(pid=30131): stderr: \u000a| �[0;m�[38;5;43m20221209110942675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110942676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110942676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110942676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110942677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110942677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110942677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:44.165577 run osmo-stp_10.42.42.5(pid=30131): stdout: \u000a| (launched: 2022-12-09_11:09:42.508034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:44.286730 run osmo-stp_10.42.42.5(pid=30131): stderr: \u000a| �[0;m�[38;5;43m20221209110942675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110942676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110942676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110942676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110942677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110942677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110942677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:44.339720 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30131): Process ended prematurely: osmo-stp_10.42.42.5(pid=30131) [trial-2358↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30131)] [trial-2358↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a11:09:44.347985 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:09:44.408490 run osmo-hlr_10.42.42.2(pid=30128): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30128)]\u000a11:09:44.457815 run osmo-hlr_10.42.42.2(pid=30128): stdout: \u000a| (launched: 2022-12-09_11:09:41.570835) \u000a11:09:44.507577 run osmo-hlr_10.42.42.2(pid=30128): stderr: \u000a| �[0;m�[1;31m20221209110941742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110941743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110941743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110941743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110941743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110941743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110941755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110941764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110941764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110941764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:44.575182 run osmo-msc_10.42.42.6(pid=30134): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30134)]\u000a11:09:44.624368 run osmo-msc_10.42.42.6(pid=30134): stdout: \u000a| (launched: 2022-12-09_11:09:43.456571) \u000a11:09:44.674102 run osmo-msc_10.42.42.6(pid=30134): stderr: \u000a| �[0;m�[38;5;43m20221209110943726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110943726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ef78bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110943726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110943726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110943726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110943727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110943728 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110943729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110943729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110943729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:09:44.715980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30127): Terminating (SIGTERM)\u000a11:09:44.755715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30130): Terminating (SIGTERM)\u000a11:09:44.795369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30133): Terminating (SIGTERM)\u000a11:09:44.804720 --- ParallelTerminationStrategy: PID 30127 died...\u000a11:09:44.858177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30127): Terminated: ok {rc=0}\u000a11:09:44.867911 --- ParallelTerminationStrategy: PID 30130 died...\u000a11:09:44.920731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30130): Terminated: ok {rc=0}\u000a11:09:44.930526 --- ParallelTerminationStrategy: PID 30133 died...\u000a11:09:44.983831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30133): Terminated: ok {rc=0}\u000a11:09:45.071927 bus /sierra_3: Setting Powered False\u000a11:09:46.179309 bus /sierra_3: Setting Powered False\u000a11:09:47.286718 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:09:37" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30145): Process ended prematurely: osmo-stp_10.42.42.5(pid=30145) [trial-2358↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30145)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30145): Process ended prematurely: osmo-stp_10.42.42.5(pid=30145) [trial-2358↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a11:09:49.265730 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:09:49.276831 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:09:49.406476 tst handover.py: using LAC 21049\u000a11:09:49.534561 tst handover.py: using RAC 139\u000a11:09:49.666361 tst handover.py: using CellId 21049\u000a11:09:49.792276 tst handover.py: using BVCI 21050\u000a11:09:49.817154 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:09:49.959670 tst handover.py: using LAC 21050\u000a11:09:50.086161 tst handover.py: using RAC 140\u000a11:09:50.212224 tst handover.py: using CellId 21050\u000a11:09:50.338878 tst handover.py: using BVCI 21051\u000a11:09:50.363787 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:09:50.374952 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:09:50.385915 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:09:50.396868 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:09:50.407964 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:09:50.419064 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:09:50.536748 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:09:50.747908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:51.244359 run create_hlr_db(pid=30139): Launched\u000a11:09:51.377358 bus /sierra_2: Setting Powered False\u000a11:09:52.454416 run create_hlr_db(pid=30139): Terminated: ok {rc=0}\u000a11:09:52.861479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30141): Launched\u000a11:09:53.189507 run osmo-hlr_10.42.42.2(pid=30142): Launched\u000a11:09:53.308500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:53.846558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30144): Launched\u000a11:09:54.174317 run osmo-stp_10.42.42.5(pid=30145): Launched\u000a11:09:54.292679 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:09:54.861638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30147): Launched\u000a11:09:55.189834 run osmo-msc_10.42.42.6(pid=30148): Launched\u000a11:09:55.379935 run osmo-stp_10.42.42.5(pid=30145): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30145)]\u000a11:09:55.517338 run osmo-stp_10.42.42.5(pid=30145): stdout: \u000a| (launched: 2022-12-09_11:09:54.012146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:55.653579 run osmo-stp_10.42.42.5(pid=30145): stderr: \u000a| �[0;m�[38;5;43m20221209110954201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110954201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110954201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110954201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110954202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110954202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110954202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:55.783939 run osmo-stp_10.42.42.5(pid=30145): stdout: \u000a| (launched: 2022-12-09_11:09:54.012146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:55.912799 run osmo-stp_10.42.42.5(pid=30145): stderr: \u000a| �[0;m�[38;5;43m20221209110954201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209110954201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209110954201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209110954201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209110954202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209110954202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209110954202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:55.969526 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30145): Process ended prematurely: osmo-stp_10.42.42.5(pid=30145) [trial-2358↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30145)] [trial-2358↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a11:09:55.978214 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:09:56.041100 run osmo-hlr_10.42.42.2(pid=30142): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30142)]\u000a11:09:56.092892 run osmo-hlr_10.42.42.2(pid=30142): stdout: \u000a| (launched: 2022-12-09_11:09:53.028247) \u000a11:09:56.145250 run osmo-hlr_10.42.42.2(pid=30142): stderr: \u000a| �[0;m�[1;31m20221209110953226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209110953226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209110953226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110953226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209110953226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209110953226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209110953241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209110953250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209110953250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209110953250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:56.216440 run osmo-msc_10.42.42.6(pid=30148): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30148)]\u000a11:09:56.267827 run osmo-msc_10.42.42.6(pid=30148): stdout: \u000a| (launched: 2022-12-09_11:09:55.027278) \u000a11:09:56.319835 run osmo-msc_10.42.42.6(pid=30148): stderr: \u000a| �[0;m�[38;5;43m20221209110955346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209110955346 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f669021fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209110955346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209110955346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209110955346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209110955346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209110955348 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209110955348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209110955349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209110955349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:09:56.363791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30141): Terminating (SIGTERM)\u000a11:09:56.405253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30144): Terminating (SIGTERM)\u000a11:09:56.446867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30147): Terminating (SIGTERM)\u000a11:09:56.456556 --- ParallelTerminationStrategy: PID 30141 died...\u000a11:09:56.511741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30141): Terminated: ok {rc=0}\u000a11:09:56.521751 --- ParallelTerminationStrategy: PID 30144 died...\u000a11:09:56.576857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30144): Terminated: ok {rc=0}\u000a11:09:56.586752 --- ParallelTerminationStrategy: PID 30147 died...\u000a11:09:56.641607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30147): Terminated: ok {rc=0}\u000a11:09:56.728680 bus /sierra_3: Setting Powered False\u000a11:09:57.836871 bus /sierra_3: Setting Powered False\u000a11:09:58.947830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:09:48" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30162): Process ended prematurely: osmo-stp_10.42.42.5(pid=30162) [trial-2358↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30162)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30162): Process ended prematurely: osmo-stp_10.42.42.5(pid=30162) [trial-2358↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:10:00.940256 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:10:00.956369 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:10:01.087583 tst handover.py: using LAC 21051\u000a11:10:01.216642 tst handover.py: using RAC 141\u000a11:10:01.379331 tst handover.py: using CellId 21051\u000a11:10:01.540533 tst handover.py: using BVCI 21052\u000a11:10:01.568571 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:10:01.705859 tst handover.py: using LAC 21052\u000a11:10:01.828908 tst handover.py: using RAC 142\u000a11:10:01.990925 tst handover.py: using CellId 21052\u000a11:10:02.128601 tst handover.py: using BVCI 21053\u000a11:10:02.154230 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:10:02.166339 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:10:02.178844 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:10:02.190777 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:10:02.204622 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:10:02.217540 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:10:02.336617 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:10:02.542823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:03.007104 run create_hlr_db(pid=30156): Launched\u000a11:10:03.140682 bus /sierra_2: Setting Powered False\u000a11:10:04.217391 run create_hlr_db(pid=30156): Terminated: ok {rc=0}\u000a11:10:04.625380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30158): Launched\u000a11:10:04.953514 run osmo-hlr_10.42.42.2(pid=30159): Launched\u000a11:10:05.070968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:05.613655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30161): Launched\u000a11:10:05.941826 run osmo-stp_10.42.42.5(pid=30162): Launched\u000a11:10:06.060200 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:06.631626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30164): Launched\u000a11:10:06.960117 run osmo-msc_10.42.42.6(pid=30165): Launched\u000a11:10:07.151057 run osmo-stp_10.42.42.5(pid=30162): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30162)]\u000a11:10:07.289312 run osmo-stp_10.42.42.5(pid=30162): stdout: \u000a| (launched: 2022-12-09_11:10:05.779664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:07.426145 run osmo-stp_10.42.42.5(pid=30162): stderr: \u000a| �[0;m�[38;5;43m20221209111005967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111005967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111005968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111005968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111005968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111005969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111005969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:07.558207 run osmo-stp_10.42.42.5(pid=30162): stdout: \u000a| (launched: 2022-12-09_11:10:05.779664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:07.688621 run osmo-stp_10.42.42.5(pid=30162): stderr: \u000a| �[0;m�[38;5;43m20221209111005967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111005967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111005968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111005968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111005968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111005969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111005969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:07.745929 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30162): Process ended prematurely: osmo-stp_10.42.42.5(pid=30162) [trial-2358↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30162)] [trial-2358↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:10:07.754819 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:10:07.819059 run osmo-hlr_10.42.42.2(pid=30159): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30159)]\u000a11:10:07.871620 run osmo-hlr_10.42.42.2(pid=30159): stdout: \u000a| (launched: 2022-12-09_11:10:04.792376) \u000a11:10:07.924473 run osmo-hlr_10.42.42.2(pid=30159): stderr: \u000a| �[0;m�[1;31m20221209111004987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111004987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111004987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111004987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111004987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111004987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111005001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111005010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111005010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111005010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:07.996149 run osmo-msc_10.42.42.6(pid=30165): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30165)]\u000a11:10:08.048193 run osmo-msc_10.42.42.6(pid=30165): stdout: \u000a| (launched: 2022-12-09_11:10:06.799041) \u000a11:10:08.101276 run osmo-msc_10.42.42.6(pid=30165): stderr: \u000a| �[0;m�[38;5;43m20221209111007122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111007122 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2a8516c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111007122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111007122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111007122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111007122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111007124 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111007124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111007125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111007125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:08.146111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30158): Terminating (SIGTERM)\u000a11:10:08.189468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30161): Terminating (SIGTERM)\u000a11:10:08.232564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30164): Terminating (SIGTERM)\u000a11:10:08.242541 --- ParallelTerminationStrategy: PID 30158 died...\u000a11:10:08.299462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30158): Terminated: ok {rc=0}\u000a11:10:08.309789 --- ParallelTerminationStrategy: PID 30161 died...\u000a11:10:08.366177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30161): Terminated: ok {rc=0}\u000a11:10:08.376621 --- ParallelTerminationStrategy: PID 30164 died...\u000a11:10:08.433270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30164): Terminated: ok {rc=0}\u000a11:10:08.520854 bus /sierra_3: Setting Powered False\u000a11:10:09.629280 bus /sierra_3: Setting Powered False\u000a11:10:10.737349 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:10:00" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30176): Process ended prematurely: osmo-stp_10.42.42.5(pid=30176) [trial-2358↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30176)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30176): Process ended prematurely: osmo-stp_10.42.42.5(pid=30176) [trial-2358↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:10:12.729132 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:10:12.739977 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:10:12.863548 tst handover.py: using LAC 21053\u000a11:10:12.985660 tst handover.py: using RAC 143\u000a11:10:13.105322 tst handover.py: using CellId 21053\u000a11:10:13.226620 tst handover.py: using BVCI 21054\u000a11:10:13.249981 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:10:13.385459 tst handover.py: using LAC 21054\u000a11:10:13.505735 tst handover.py: using RAC 144\u000a11:10:13.631030 tst handover.py: using CellId 21054\u000a11:10:13.749585 tst handover.py: using BVCI 21055\u000a11:10:13.772779 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:10:13.783581 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:10:13.794312 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:10:13.805344 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:10:13.816385 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:10:13.827326 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:10:13.946223 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:10:14.157253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:14.653274 run create_hlr_db(pid=30170): Launched\u000a11:10:14.786486 bus /sierra_2: Setting Powered False\u000a11:10:15.869475 run create_hlr_db(pid=30170): Terminated: ok {rc=0}\u000a11:10:16.315344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30172): Launched\u000a11:10:16.672265 run osmo-hlr_10.42.42.2(pid=30173): Launched\u000a11:10:16.904253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:17.534845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30175): Launched\u000a11:10:17.839633 run osmo-stp_10.42.42.5(pid=30176): Launched\u000a11:10:17.949992 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:18.482001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30178): Launched\u000a11:10:18.788676 run osmo-msc_10.42.42.6(pid=30179): Launched\u000a11:10:18.966924 run osmo-stp_10.42.42.5(pid=30176): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30176)]\u000a11:10:19.095678 run osmo-stp_10.42.42.5(pid=30176): stdout: \u000a| (launched: 2022-12-09_11:10:17.688846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:19.222900 run osmo-stp_10.42.42.5(pid=30176): stderr: \u000a| �[0;m�[38;5;43m20221209111017858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111017858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111017858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111017858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111017859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111017859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111017859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:19.345060 run osmo-stp_10.42.42.5(pid=30176): stdout: \u000a| (launched: 2022-12-09_11:10:17.688846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:19.466102 run osmo-stp_10.42.42.5(pid=30176): stderr: \u000a| �[0;m�[38;5;43m20221209111017858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111017858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111017858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111017858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111017859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111017859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111017859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:19.519092 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30176): Process ended prematurely: osmo-stp_10.42.42.5(pid=30176) [trial-2358↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30176)] [trial-2358↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:10:19.527042 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:10:19.587754 run osmo-hlr_10.42.42.2(pid=30173): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30173)]\u000a11:10:19.637271 run osmo-hlr_10.42.42.2(pid=30173): stdout: \u000a| (launched: 2022-12-09_11:10:16.486751) \u000a11:10:19.687218 run osmo-hlr_10.42.42.2(pid=30173): stderr: \u000a| �[0;m�[1;31m20221209111016828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111016828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111016828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111016828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111016828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111016828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111016843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111016862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111016862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111016863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:19.755208 run osmo-msc_10.42.42.6(pid=30179): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30179)]\u000a11:10:19.804975 run osmo-msc_10.42.42.6(pid=30179): stdout: \u000a| (launched: 2022-12-09_11:10:18.636427) \u000a11:10:19.856252 run osmo-msc_10.42.42.6(pid=30179): stderr: \u000a| �[0;m�[38;5;43m20221209111018906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111018906 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ac39b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111018906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111018906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111018907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111018907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111018909 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111018909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111018909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111018909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:19.898740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30172): Terminating (SIGTERM)\u000a11:10:19.938717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30175): Terminating (SIGTERM)\u000a11:10:19.978811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30178): Terminating (SIGTERM)\u000a11:10:19.988240 --- ParallelTerminationStrategy: PID 30172 died...\u000a11:10:20.041893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30172): Terminated: ok {rc=0}\u000a11:10:20.051578 --- ParallelTerminationStrategy: PID 30175 died...\u000a11:10:20.105071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30175): Terminated: ok {rc=0}\u000a11:10:20.114831 --- ParallelTerminationStrategy: PID 30178 died...\u000a11:10:20.167959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30178): Terminated: ok {rc=0}\u000a11:10:20.252424 bus /sierra_3: Setting Powered False\u000a11:10:21.360282 bus /sierra_3: Setting Powered False\u000a11:10:22.471598 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:10:12" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30190): Process ended prematurely: osmo-stp_10.42.42.5(pid=30190) [trial-2358↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30190)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30190): Process ended prematurely: osmo-stp_10.42.42.5(pid=30190) [trial-2358↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:10:24.445267 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:10:24.456445 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:10:24.587266 tst handover.py: using LAC 21055\u000a11:10:24.715661 tst handover.py: using RAC 145\u000a11:10:24.843395 tst handover.py: using CellId 21055\u000a11:10:24.970946 tst handover.py: using BVCI 21056\u000a11:10:24.995741 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:10:25.130056 tst handover.py: using LAC 21056\u000a11:10:25.252491 tst handover.py: using RAC 146\u000a11:10:25.372839 tst handover.py: using CellId 21056\u000a11:10:25.490807 tst handover.py: using BVCI 21057\u000a11:10:25.514176 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:10:25.524878 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:10:25.535535 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:10:25.547092 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:10:25.558776 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:10:25.570003 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:10:25.690803 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:10:25.901716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:26.397448 run create_hlr_db(pid=30184): Launched\u000a11:10:26.530034 bus /sierra_2: Setting Powered False\u000a11:10:27.595648 run create_hlr_db(pid=30184): Terminated: ok {rc=0}\u000a11:10:27.975225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30186): Launched\u000a11:10:28.282232 run osmo-hlr_10.42.42.2(pid=30187): Launched\u000a11:10:28.400052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:28.907961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30189): Launched\u000a11:10:29.214121 run osmo-stp_10.42.42.5(pid=30190): Launched\u000a11:10:29.324934 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:29.854717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30192): Launched\u000a11:10:30.160261 run osmo-msc_10.42.42.6(pid=30193): Launched\u000a11:10:30.339002 run osmo-stp_10.42.42.5(pid=30190): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30190)]\u000a11:10:30.468258 run osmo-stp_10.42.42.5(pid=30190): stdout: \u000a| (launched: 2022-12-09_11:10:29.062743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:30.594770 run osmo-stp_10.42.42.5(pid=30190): stderr: \u000a| �[0;m�[38;5;43m20221209111029232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111029232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111029232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111029233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111029233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111029233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111029234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:30.717349 run osmo-stp_10.42.42.5(pid=30190): stdout: \u000a| (launched: 2022-12-09_11:10:29.062743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:30.838862 run osmo-stp_10.42.42.5(pid=30190): stderr: \u000a| �[0;m�[38;5;43m20221209111029232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111029232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111029232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111029233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111029233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111029233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111029234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:30.921968 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30190): Process ended prematurely: osmo-stp_10.42.42.5(pid=30190) [trial-2358↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30190)] [trial-2358↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a11:10:30.932723 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:10:31.002173 run osmo-hlr_10.42.42.2(pid=30187): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30187)]\u000a11:10:31.053954 run osmo-hlr_10.42.42.2(pid=30187): stdout: \u000a| (launched: 2022-12-09_11:10:28.129216) \u000a11:10:31.106613 run osmo-hlr_10.42.42.2(pid=30187): stderr: \u000a| �[0;m�[1;31m20221209111028302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111028302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111028302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111028302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111028302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111028302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111028319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111028328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111028329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111028329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:31.177157 run osmo-msc_10.42.42.6(pid=30193): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30193)]\u000a11:10:31.228813 run osmo-msc_10.42.42.6(pid=30193): stdout: \u000a| (launched: 2022-12-09_11:10:30.008881) \u000a11:10:31.281318 run osmo-msc_10.42.42.6(pid=30193): stderr: \u000a| �[0;m�[38;5;43m20221209111030277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111030278 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa624d4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111030278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111030278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111030278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111030278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111030280 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111030280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111030280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111030280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:31.325130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30186): Terminating (SIGTERM)\u000a11:10:31.367434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30189): Terminating (SIGTERM)\u000a11:10:31.410689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30192): Terminating (SIGTERM)\u000a11:10:31.420757 --- ParallelTerminationStrategy: PID 30186 died...\u000a11:10:31.478191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30186): Terminated: ok {rc=0}\u000a11:10:31.488699 --- ParallelTerminationStrategy: PID 30189 died...\u000a11:10:31.545388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30189): Terminated: ok {rc=0}\u000a11:10:31.555911 --- ParallelTerminationStrategy: PID 30192 died...\u000a11:10:31.611380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30192): Terminated: ok {rc=0}\u000a11:10:31.699202 bus /sierra_3: Setting Powered False\u000a11:10:32.802900 bus /sierra_3: Setting Powered False\u000a11:10:33.914754 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:10:24" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30204): Process ended prematurely: osmo-stp_10.42.42.5(pid=30204) [trial-2358↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30204)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30204): Process ended prematurely: osmo-stp_10.42.42.5(pid=30204) [trial-2358↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:10:35.887579 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:35.898962 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:10:36.029649 tst handover.py: using LAC 21057\u000a11:10:36.150568 tst handover.py: using RAC 147\u000a11:10:36.269777 tst handover.py: using CellId 21057\u000a11:10:36.388249 tst handover.py: using BVCI 21058\u000a11:10:36.412014 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:10:36.551907 tst handover.py: using LAC 21058\u000a11:10:36.672372 tst handover.py: using RAC 148\u000a11:10:36.792517 tst handover.py: using CellId 21058\u000a11:10:36.912331 tst handover.py: using BVCI 21059\u000a11:10:36.935586 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:36.946284 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:36.956712 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:36.967651 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:36.978647 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:36.989419 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:10:37.107572 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:10:37.321508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:37.816205 run create_hlr_db(pid=30198): Launched\u000a11:10:37.948907 bus /sierra_2: Setting Powered False\u000a11:10:39.025560 run create_hlr_db(pid=30198): Terminated: ok {rc=0}\u000a11:10:39.408216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30200): Launched\u000a11:10:39.715063 run osmo-hlr_10.42.42.2(pid=30201): Launched\u000a11:10:39.834667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:40.346438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30203): Launched\u000a11:10:40.651673 run osmo-stp_10.42.42.5(pid=30204): Launched\u000a11:10:40.762960 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:41.293987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30206): Launched\u000a11:10:41.600181 run osmo-msc_10.42.42.6(pid=30207): Launched\u000a11:10:41.779159 run osmo-stp_10.42.42.5(pid=30204): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30204)]\u000a11:10:41.907624 run osmo-stp_10.42.42.5(pid=30204): stdout: \u000a| (launched: 2022-12-09_11:10:40.500558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:42.035129 run osmo-stp_10.42.42.5(pid=30204): stderr: \u000a| �[0;m�[38;5;43m20221209111040670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111040670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111040671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111040671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111040671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111040672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111040672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:42.157218 run osmo-stp_10.42.42.5(pid=30204): stdout: \u000a| (launched: 2022-12-09_11:10:40.500558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:42.277986 run osmo-stp_10.42.42.5(pid=30204): stderr: \u000a| �[0;m�[38;5;43m20221209111040670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111040670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111040671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111040671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111040671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111040672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111040672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:42.331113 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30204): Process ended prematurely: osmo-stp_10.42.42.5(pid=30204) [trial-2358↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30204)] [trial-2358↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a11:10:42.339044 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:10:42.399688 run osmo-hlr_10.42.42.2(pid=30201): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30201)]\u000a11:10:42.449388 run osmo-hlr_10.42.42.2(pid=30201): stdout: \u000a| (launched: 2022-12-09_11:10:39.563301) \u000a11:10:42.499619 run osmo-hlr_10.42.42.2(pid=30201): stderr: \u000a| �[0;m�[1;31m20221209111039736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111039736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111039736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111039736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111039736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111039736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111039748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111039756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111039756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111039756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:42.567253 run osmo-msc_10.42.42.6(pid=30207): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30207)]\u000a11:10:42.616429 run osmo-msc_10.42.42.6(pid=30207): stdout: \u000a| (launched: 2022-12-09_11:10:41.448287) \u000a11:10:42.666061 run osmo-msc_10.42.42.6(pid=30207): stderr: \u000a| �[0;m�[38;5;43m20221209111041717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111041718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48a28dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111041718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111041718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111041718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111041718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111041720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111041720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111041720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111041721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:42.708031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30200): Terminating (SIGTERM)\u000a11:10:42.747976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30203): Terminating (SIGTERM)\u000a11:10:42.787546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30206): Terminating (SIGTERM)\u000a11:10:42.797066 --- ParallelTerminationStrategy: PID 30200 died...\u000a11:10:42.850537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30200): Terminated: ok {rc=0}\u000a11:10:42.860134 --- ParallelTerminationStrategy: PID 30203 died...\u000a11:10:42.912907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30203): Terminated: ok {rc=0}\u000a11:10:42.922677 --- ParallelTerminationStrategy: PID 30206 died...\u000a11:10:42.975478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30206): Terminated: ok {rc=0}\u000a11:10:43.063617 bus /sierra_3: Setting Powered False\u000a11:10:44.166646 bus /sierra_3: Setting Powered False\u000a11:10:45.278385 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:10:35" }, { "cases" : [ { "testActions" : [ ], "age" : 156, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30218): Process ended prematurely: osmo-stp_10.42.42.5(pid=30218) [trial-2358↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30218)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30218): Process ended prematurely: osmo-stp_10.42.42.5(pid=30218) [trial-2358↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:10:47.341445 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:10:47.352769 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:10:47.476346 tst handover.py: using LAC 21059\u000a11:10:47.598746 tst handover.py: using RAC 149\u000a11:10:47.721368 tst handover.py: using CellId 21059\u000a11:10:47.840159 tst handover.py: using BVCI 21060\u000a11:10:47.863485 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:10:47.998317 tst handover.py: using LAC 21060\u000a11:10:48.126607 tst handover.py: using RAC 150\u000a11:10:48.250259 tst handover.py: using CellId 21060\u000a11:10:48.377602 tst handover.py: using BVCI 21061\u000a11:10:48.402673 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:10:48.414410 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:10:48.425714 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:10:48.437646 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:10:48.449669 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:10:48.461396 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:10:48.580372 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:10:48.789124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:49.244787 run create_hlr_db(pid=30212): Launched\u000a11:10:49.369805 bus /sierra_2: Setting Powered False\u000a11:10:50.441880 run create_hlr_db(pid=30212): Terminated: ok {rc=0}\u000a11:10:50.845845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30214): Launched\u000a11:10:51.152745 run osmo-hlr_10.42.42.2(pid=30215): Launched\u000a11:10:51.268136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:51.772311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30217): Launched\u000a11:10:52.077964 run osmo-stp_10.42.42.5(pid=30218): Launched\u000a11:10:52.188255 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:52.719574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30220): Launched\u000a11:10:53.025825 run osmo-msc_10.42.42.6(pid=30221): Launched\u000a11:10:53.204646 run osmo-stp_10.42.42.5(pid=30218): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30218)]\u000a11:10:53.333929 run osmo-stp_10.42.42.5(pid=30218): stdout: \u000a| (launched: 2022-12-09_11:10:51.926467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:53.461055 run osmo-stp_10.42.42.5(pid=30218): stderr: \u000a| �[0;m�[38;5;43m20221209111052094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111052094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111052094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111052095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111052095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111052095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111052095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:53.583373 run osmo-stp_10.42.42.5(pid=30218): stdout: \u000a| (launched: 2022-12-09_11:10:51.926467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:53.704395 run osmo-stp_10.42.42.5(pid=30218): stderr: \u000a| �[0;m�[38;5;43m20221209111052094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111052094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111052094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111052095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111052095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111052095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111052095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:53.757661 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30218): Process ended prematurely: osmo-stp_10.42.42.5(pid=30218) [trial-2358↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30218)] [trial-2358↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a11:10:53.765813 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:10:53.827249 run osmo-hlr_10.42.42.2(pid=30215): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30215)]\u000a11:10:53.876882 run osmo-hlr_10.42.42.2(pid=30215): stdout: \u000a| (launched: 2022-12-09_11:10:51.001432) \u000a11:10:53.927072 run osmo-hlr_10.42.42.2(pid=30215): stderr: \u000a| �[0;m�[1;31m20221209111051176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111051176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111051176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111051176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111051176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111051176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111051188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111051198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111051198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111051198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:53.994840 run osmo-msc_10.42.42.6(pid=30221): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30221)]\u000a11:10:54.044428 run osmo-msc_10.42.42.6(pid=30221): stdout: \u000a| (launched: 2022-12-09_11:10:52.874390) \u000a11:10:54.094640 run osmo-msc_10.42.42.6(pid=30221): stderr: \u000a| �[0;m�[38;5;43m20221209111053145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111053145 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd54ceac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111053145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111053145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111053145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111053146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111053147 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111053148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111053148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111053148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:54.137000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30214): Terminating (SIGTERM)\u000a11:10:54.177319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30217): Terminating (SIGTERM)\u000a11:10:54.217547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30220): Terminating (SIGTERM)\u000a11:10:54.226819 --- ParallelTerminationStrategy: PID 30214 died...\u000a11:10:54.281783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30214): Terminated: ok {rc=0}\u000a11:10:54.291678 --- ParallelTerminationStrategy: PID 30217 died...\u000a11:10:54.345226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30217): Terminated: ok {rc=0}\u000a11:10:54.355207 --- ParallelTerminationStrategy: PID 30220 died...\u000a11:10:54.409177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30220): Terminated: ok {rc=0}\u000a11:10:54.497960 bus /sierra_3: Setting Powered False\u000a11:10:55.603161 bus /sierra_3: Setting Powered False\u000a11:10:56.715363 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:10:47" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30232): Process ended prematurely: osmo-stp_10.42.42.5(pid=30232) [trial-2358↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30232)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30232): Process ended prematurely: osmo-stp_10.42.42.5(pid=30232) [trial-2358↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a11:10:58.692263 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:10:58.703158 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:10:58.833754 tst handover.py: using LAC 21061\u000a11:10:58.962854 tst handover.py: using RAC 151\u000a11:10:59.090840 tst handover.py: using CellId 21061\u000a11:10:59.221158 tst handover.py: using BVCI 21062\u000a11:10:59.246202 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:10:59.391076 tst handover.py: using LAC 21062\u000a11:10:59.519446 tst handover.py: using RAC 152\u000a11:10:59.644107 tst handover.py: using CellId 21062\u000a11:10:59.765366 tst handover.py: using BVCI 21063\u000a11:10:59.788660 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:10:59.799913 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:10:59.810820 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:10:59.822534 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:10:59.834207 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:10:59.845995 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:10:59.968252 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:11:00.169807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:00.623277 run create_hlr_db(pid=30226): Launched\u000a11:11:00.747435 bus /sierra_2: Setting Powered False\u000a11:11:01.822991 run create_hlr_db(pid=30226): Terminated: ok {rc=0}\u000a11:11:02.225322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30228): Launched\u000a11:11:02.532816 run osmo-hlr_10.42.42.2(pid=30229): Launched\u000a11:11:02.648233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:03.151398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30231): Launched\u000a11:11:03.454870 run osmo-stp_10.42.42.5(pid=30232): Launched\u000a11:11:03.565444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:04.099604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30234): Launched\u000a11:11:04.407826 run osmo-msc_10.42.42.6(pid=30235): Launched\u000a11:11:04.587221 run osmo-stp_10.42.42.5(pid=30232): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30232)]\u000a11:11:04.715993 run osmo-stp_10.42.42.5(pid=30232): stdout: \u000a| (launched: 2022-12-09_11:11:03.304773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:04.843168 run osmo-stp_10.42.42.5(pid=30232): stderr: \u000a| �[0;m�[38;5;43m20221209111103472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111103472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111103473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111103473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111103474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111103474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111103474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:04.965554 run osmo-stp_10.42.42.5(pid=30232): stdout: \u000a| (launched: 2022-12-09_11:11:03.304773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:05.086868 run osmo-stp_10.42.42.5(pid=30232): stderr: \u000a| �[0;m�[38;5;43m20221209111103472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111103472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111103473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111103473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111103474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111103474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111103474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:05.140117 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30232): Process ended prematurely: osmo-stp_10.42.42.5(pid=30232) [trial-2358↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30232)] [trial-2358↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a11:11:05.148246 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:11:05.208890 run osmo-hlr_10.42.42.2(pid=30229): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30229)]\u000a11:11:05.258352 run osmo-hlr_10.42.42.2(pid=30229): stdout: \u000a| (launched: 2022-12-09_11:11:02.380736) \u000a11:11:05.308289 run osmo-hlr_10.42.42.2(pid=30229): stderr: \u000a| �[0;m�[1;31m20221209111102554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111102554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111102554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111102554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111102554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111102554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111102567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111102576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111102576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111102576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:05.375951 run osmo-msc_10.42.42.6(pid=30235): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30235)]\u000a11:11:05.425278 run osmo-msc_10.42.42.6(pid=30235): stdout: \u000a| (launched: 2022-12-09_11:11:04.254250) \u000a11:11:05.475240 run osmo-msc_10.42.42.6(pid=30235): stderr: \u000a| �[0;m�[38;5;43m20221209111104522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111104522 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b6753fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111104522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111104523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111104523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111104523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111104525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111104525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111104525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111104525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:05.517713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30228): Terminating (SIGTERM)\u000a11:11:05.557992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30231): Terminating (SIGTERM)\u000a11:11:05.598331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30234): Terminating (SIGTERM)\u000a11:11:05.607980 --- ParallelTerminationStrategy: PID 30228 died...\u000a11:11:05.662005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30228): Terminated: ok {rc=0}\u000a11:11:05.671746 --- ParallelTerminationStrategy: PID 30231 died...\u000a11:11:05.725559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30231): Terminated: ok {rc=0}\u000a11:11:05.735540 --- ParallelTerminationStrategy: PID 30234 died...\u000a11:11:05.789447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30234): Terminated: ok {rc=0}\u000a11:11:05.874415 bus /sierra_3: Setting Powered False\u000a11:11:06.984125 bus /sierra_3: Setting Powered False\u000a11:11:08.097247 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:10:58" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30246): Process ended prematurely: osmo-stp_10.42.42.5(pid=30246) [trial-2358↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30246)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30246): Process ended prematurely: osmo-stp_10.42.42.5(pid=30246) [trial-2358↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:11:10.080894 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:11:10.092506 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:11:10.224014 tst handover.py: using LAC 21063\u000a11:11:10.353577 tst handover.py: using RAC 153\u000a11:11:10.481743 tst handover.py: using CellId 21063\u000a11:11:10.610077 tst handover.py: using BVCI 21064\u000a11:11:10.635096 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:11:10.776384 tst handover.py: using LAC 21064\u000a11:11:10.904693 tst handover.py: using RAC 154\u000a11:11:11.035274 tst handover.py: using CellId 21064\u000a11:11:11.165423 tst handover.py: using BVCI 21065\u000a11:11:11.190853 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:11:11.202298 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:11:11.213954 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:11:11.225286 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:11:11.236547 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:11:11.247719 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:11:11.365328 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:11:11.567781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:12.025349 run create_hlr_db(pid=30240): Launched\u000a11:11:12.151050 bus /sierra_2: Setting Powered False\u000a11:11:13.224048 run create_hlr_db(pid=30240): Terminated: ok {rc=0}\u000a11:11:13.632303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30242): Launched\u000a11:11:13.961853 run osmo-hlr_10.42.42.2(pid=30243): Launched\u000a11:11:14.083703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:14.629372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30245): Launched\u000a11:11:14.960695 run osmo-stp_10.42.42.5(pid=30246): Launched\u000a11:11:15.081097 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:15.654587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30248): Launched\u000a11:11:16.127281 run osmo-msc_10.42.42.6(pid=30249): Launched\u000a11:11:16.526784 run osmo-stp_10.42.42.5(pid=30246): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30246)]\u000a11:11:16.736733 run osmo-stp_10.42.42.5(pid=30246): stdout: \u000a| (launched: 2022-12-09_11:11:14.797432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:16.868865 run osmo-stp_10.42.42.5(pid=30246): stderr: \u000a| �[0;m�[38;5;43m20221209111114989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111114989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111114990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111114990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111114991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111114991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111114991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:16.997292 run osmo-stp_10.42.42.5(pid=30246): stdout: \u000a| (launched: 2022-12-09_11:11:14.797432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:17.123575 run osmo-stp_10.42.42.5(pid=30246): stderr: \u000a| �[0;m�[38;5;43m20221209111114989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111114989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111114990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111114990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111114991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111114991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111114991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:17.179309 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30246): Process ended prematurely: osmo-stp_10.42.42.5(pid=30246) [trial-2358↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30246)] [trial-2358↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:11:17.187646 tst handover.py:18: Test FAILED (7.1 sec)\u000a11:11:17.251147 run osmo-hlr_10.42.42.2(pid=30243): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30243)]\u000a11:11:17.303576 run osmo-hlr_10.42.42.2(pid=30243): stdout: \u000a| (launched: 2022-12-09_11:11:13.800033) \u000a11:11:17.356149 run osmo-hlr_10.42.42.2(pid=30243): stderr: \u000a| �[0;m�[1;31m20221209111113998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111113998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111113998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111113998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111113998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111113998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111114010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111114021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111114021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111114021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:17.427172 run osmo-msc_10.42.42.6(pid=30249): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30249)]\u000a11:11:17.479198 run osmo-msc_10.42.42.6(pid=30249): stdout: \u000a| (launched: 2022-12-09_11:11:15.821762) \u000a11:11:17.532105 run osmo-msc_10.42.42.6(pid=30249): stderr: \u000a| �[0;m�[38;5;43m20221209111116463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111116463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67bf622c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111116463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111116463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111116463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111116463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111116465 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111116466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111116466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111116466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:17.576428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30242): Terminating (SIGTERM)\u000a11:11:17.618543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30245): Terminating (SIGTERM)\u000a11:11:17.660487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30248): Terminating (SIGTERM)\u000a11:11:17.670340 --- ParallelTerminationStrategy: PID 30242 died...\u000a11:11:17.726396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30242): Terminated: ok {rc=0}\u000a11:11:17.736473 --- ParallelTerminationStrategy: PID 30245 died...\u000a11:11:17.792428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30245): Terminated: ok {rc=0}\u000a11:11:17.802477 --- ParallelTerminationStrategy: PID 30248 died...\u000a11:11:17.858386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30248): Terminated: ok {rc=0}\u000a11:11:17.946916 bus /sierra_3: Setting Powered False\u000a11:11:19.055242 bus /sierra_3: Setting Powered False\u000a11:11:20.166702 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:11:09" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30260): Process ended prematurely: osmo-stp_10.42.42.5(pid=30260) [trial-2358↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30260)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30260): Process ended prematurely: osmo-stp_10.42.42.5(pid=30260) [trial-2358↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:11:22.149097 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:11:22.160353 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:11:22.283667 tst handover.py: using LAC 21065\u000a11:11:22.410391 tst handover.py: using RAC 155\u000a11:11:22.537523 tst handover.py: using CellId 21065\u000a11:11:22.666721 tst handover.py: using BVCI 21066\u000a11:11:22.691633 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:11:22.837420 tst handover.py: using LAC 21066\u000a11:11:22.964577 tst handover.py: using RAC 156\u000a11:11:23.091300 tst handover.py: using CellId 21066\u000a11:11:23.219893 tst handover.py: using BVCI 21067\u000a11:11:23.244895 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:11:23.256247 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:11:23.267569 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:11:23.279423 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:11:23.291214 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:11:23.302938 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:11:23.420109 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:11:23.621703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:24.076483 run create_hlr_db(pid=30254): Launched\u000a11:11:24.202100 bus /sierra_2: Setting Powered False\u000a11:11:25.286481 run create_hlr_db(pid=30254): Terminated: ok {rc=0}\u000a11:11:25.692279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30256): Launched\u000a11:11:26.020515 run osmo-hlr_10.42.42.2(pid=30257): Launched\u000a11:11:26.140247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:26.679563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30259): Launched\u000a11:11:27.008024 run osmo-stp_10.42.42.5(pid=30260): Launched\u000a11:11:27.126197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:27.697386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30262): Launched\u000a11:11:28.025742 run osmo-msc_10.42.42.6(pid=30263): Launched\u000a11:11:28.217771 run osmo-stp_10.42.42.5(pid=30260): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30260)]\u000a11:11:28.355770 run osmo-stp_10.42.42.5(pid=30260): stdout: \u000a| (launched: 2022-12-09_11:11:26.846243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:28.492487 run osmo-stp_10.42.42.5(pid=30260): stderr: \u000a| �[0;m�[38;5;43m20221209111127037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111127037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111127038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111127038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111127039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111127039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111127039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:28.623646 run osmo-stp_10.42.42.5(pid=30260): stdout: \u000a| (launched: 2022-12-09_11:11:26.846243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:28.754173 run osmo-stp_10.42.42.5(pid=30260): stderr: \u000a| �[0;m�[38;5;43m20221209111127037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111127037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111127038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111127038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111127039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111127039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111127039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:28.811550 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30260): Process ended prematurely: osmo-stp_10.42.42.5(pid=30260) [trial-2358↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30260)] [trial-2358↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:11:28.820084 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:11:28.883752 run osmo-hlr_10.42.42.2(pid=30257): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30257)]\u000a11:11:28.935730 run osmo-hlr_10.42.42.2(pid=30257): stdout: \u000a| (launched: 2022-12-09_11:11:25.858634) \u000a11:11:28.988373 run osmo-hlr_10.42.42.2(pid=30257): stderr: \u000a| �[0;m�[1;31m20221209111126055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111126055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111126055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111126055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111126055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111126055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111126067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111126078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111126078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111126078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:29.059612 run osmo-msc_10.42.42.6(pid=30263): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30263)]\u000a11:11:29.111366 run osmo-msc_10.42.42.6(pid=30263): stdout: \u000a| (launched: 2022-12-09_11:11:27.863467) \u000a11:11:29.163471 run osmo-msc_10.42.42.6(pid=30263): stderr: \u000a| �[0;m�[38;5;43m20221209111128185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111128185 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f918c4a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111128185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111128185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111128186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111128186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111128187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111128188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111128188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111128188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:29.207905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30256): Terminating (SIGTERM)\u000a11:11:29.250268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30259): Terminating (SIGTERM)\u000a11:11:29.292241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30262): Terminating (SIGTERM)\u000a11:11:29.301663 --- ParallelTerminationStrategy: PID 30256 died...\u000a11:11:29.358106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30256): Terminated: ok {rc=0}\u000a11:11:29.368245 --- ParallelTerminationStrategy: PID 30259 died...\u000a11:11:29.424253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30259): Terminated: ok {rc=0}\u000a11:11:29.434410 --- ParallelTerminationStrategy: PID 30262 died...\u000a11:11:29.490291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30262): Terminated: ok {rc=0}\u000a11:11:29.578363 bus /sierra_3: Setting Powered False\u000a11:11:30.682836 bus /sierra_3: Setting Powered False\u000a11:11:31.801831 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:11:21" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30283): Process ended prematurely: osmo-stp_10.42.42.5(pid=30283) [trial-2358↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30283)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30283): Process ended prematurely: osmo-stp_10.42.42.5(pid=30283) [trial-2358↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:11:33.782762 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:33.793974 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:11:33.922460 tst handover.py: using LAC 21067\u000a11:11:34.049729 tst handover.py: using RAC 157\u000a11:11:34.176840 tst handover.py: using CellId 21067\u000a11:11:34.303871 tst handover.py: using BVCI 21068\u000a11:11:34.328742 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:11:34.457736 tst handover.py: using LAC 21068\u000a11:11:34.579544 tst handover.py: using RAC 158\u000a11:11:34.698367 tst handover.py: using CellId 21068\u000a11:11:34.822359 tst handover.py: using BVCI 21069\u000a11:11:34.846407 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:34.857825 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:34.868391 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:34.879426 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:34.890118 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:34.900722 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:11:35.027685 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:11:35.227933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:35.681588 run create_hlr_db(pid=30277): Launched\u000a11:11:35.805803 bus /sierra_2: Setting Powered False\u000a11:11:36.879122 run create_hlr_db(pid=30277): Terminated: ok {rc=0}\u000a11:11:37.259550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30279): Launched\u000a11:11:37.568316 run osmo-hlr_10.42.42.2(pid=30280): Launched\u000a11:11:37.687920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:38.195999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30282): Launched\u000a11:11:38.503469 run osmo-stp_10.42.42.5(pid=30283): Launched\u000a11:11:38.614741 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:39.154392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30285): Launched\u000a11:11:39.484123 run osmo-msc_10.42.42.6(pid=30286): Launched\u000a11:11:39.676218 run osmo-stp_10.42.42.5(pid=30283): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30283)]\u000a11:11:39.813771 run osmo-stp_10.42.42.5(pid=30283): stdout: \u000a| (launched: 2022-12-09_11:11:38.350432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:39.950241 run osmo-stp_10.42.42.5(pid=30283): stderr: \u000a| �[0;m�[38;5;43m20221209111138516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111138517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111138517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111138517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111138518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111138518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111138518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:40.080899 run osmo-stp_10.42.42.5(pid=30283): stdout: \u000a| (launched: 2022-12-09_11:11:38.350432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:40.210461 run osmo-stp_10.42.42.5(pid=30283): stderr: \u000a| �[0;m�[38;5;43m20221209111138516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111138517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111138517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111138517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111138518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111138518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111138518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:40.267823 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30283): Process ended prematurely: osmo-stp_10.42.42.5(pid=30283) [trial-2358↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30283)] [trial-2358↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a11:11:40.276365 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:11:40.339030 run osmo-hlr_10.42.42.2(pid=30280): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30280)]\u000a11:11:40.390499 run osmo-hlr_10.42.42.2(pid=30280): stdout: \u000a| (launched: 2022-12-09_11:11:37.414063) \u000a11:11:40.442605 run osmo-hlr_10.42.42.2(pid=30280): stderr: \u000a| �[0;m�[1;31m20221209111137588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111137588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111137588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111137588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111137588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111137588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111137600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111137608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111137608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111137608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:40.513360 run osmo-msc_10.42.42.6(pid=30286): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30286)]\u000a11:11:40.564726 run osmo-msc_10.42.42.6(pid=30286): stdout: \u000a| (launched: 2022-12-09_11:11:39.322195) \u000a11:11:40.617100 run osmo-msc_10.42.42.6(pid=30286): stderr: \u000a| �[0;m�[38;5;43m20221209111139640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111139641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84d9813c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111139641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111139641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111139641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111139641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111139643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111139643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111139643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111139644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:40.661353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30279): Terminating (SIGTERM)\u000a11:11:40.703062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30282): Terminating (SIGTERM)\u000a11:11:40.744771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30285): Terminating (SIGTERM)\u000a11:11:40.754517 --- ParallelTerminationStrategy: PID 30279 died...\u000a11:11:40.810318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30279): Terminated: ok {rc=0}\u000a11:11:40.820341 --- ParallelTerminationStrategy: PID 30282 died...\u000a11:11:40.875824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30282): Terminated: ok {rc=0}\u000a11:11:40.885903 --- ParallelTerminationStrategy: PID 30285 died...\u000a11:11:40.941788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30285): Terminated: ok {rc=0}\u000a11:11:41.029799 bus /sierra_3: Setting Powered False\u000a11:11:42.135239 bus /sierra_3: Setting Powered False\u000a11:11:43.242534 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:11:33" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30297): Process ended prematurely: osmo-stp_10.42.42.5(pid=30297) [trial-2358↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30297)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30297): Process ended prematurely: osmo-stp_10.42.42.5(pid=30297) [trial-2358↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:11:45.214904 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:45.226807 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:11:45.358858 tst handover.py: using LAC 21069\u000a11:11:45.477315 tst handover.py: using RAC 159\u000a11:11:45.596106 tst handover.py: using CellId 21069\u000a11:11:45.715107 tst handover.py: using BVCI 21070\u000a11:11:45.738491 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:11:45.895579 tst handover.py: using LAC 21070\u000a11:11:46.020849 tst handover.py: using RAC 160\u000a11:11:46.183198 tst handover.py: using CellId 21070\u000a11:11:46.312672 tst handover.py: using BVCI 21071\u000a11:11:46.337102 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:46.348825 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:46.361091 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:46.373895 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:46.385724 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:46.398435 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:11:46.518061 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:11:46.756599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:47.298941 run create_hlr_db(pid=30291): Launched\u000a11:11:47.432924 bus /sierra_2: Setting Powered False\u000a11:11:48.508822 run create_hlr_db(pid=30291): Terminated: ok {rc=0}\u000a11:11:48.892548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30293): Launched\u000a11:11:49.200639 run osmo-hlr_10.42.42.2(pid=30294): Launched\u000a11:11:49.312221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:49.815484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30296): Launched\u000a11:11:50.121344 run osmo-stp_10.42.42.5(pid=30297): Launched\u000a11:11:50.233733 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:50.766242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30299): Launched\u000a11:11:51.073754 run osmo-msc_10.42.42.6(pid=30300): Launched\u000a11:11:51.253954 run osmo-stp_10.42.42.5(pid=30297): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30297)]\u000a11:11:51.383167 run osmo-stp_10.42.42.5(pid=30297): stdout: \u000a| (launched: 2022-12-09_11:11:49.969758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:51.510089 run osmo-stp_10.42.42.5(pid=30297): stderr: \u000a| �[0;m�[38;5;43m20221209111150138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111150138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111150138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111150139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:51.632322 run osmo-stp_10.42.42.5(pid=30297): stdout: \u000a| (launched: 2022-12-09_11:11:49.969758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:51.753687 run osmo-stp_10.42.42.5(pid=30297): stderr: \u000a| �[0;m�[38;5;43m20221209111150138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111150138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111150138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111150139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:51.806933 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30297): Process ended prematurely: osmo-stp_10.42.42.5(pid=30297) [trial-2358↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30297)] [trial-2358↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a11:11:51.814913 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:11:51.875816 run osmo-hlr_10.42.42.2(pid=30294): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30294)]\u000a11:11:51.925248 run osmo-hlr_10.42.42.2(pid=30294): stdout: \u000a| (launched: 2022-12-09_11:11:49.048200) \u000a11:11:51.975332 run osmo-hlr_10.42.42.2(pid=30294): stderr: \u000a| �[0;m�[1;31m20221209111149222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111149222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111149222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111149222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111149222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111149222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111149252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111149261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111149261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111149261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:52.043293 run osmo-msc_10.42.42.6(pid=30300): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30300)]\u000a11:11:52.092654 run osmo-msc_10.42.42.6(pid=30300): stdout: \u000a| (launched: 2022-12-09_11:11:50.920620) \u000a11:11:52.142745 run osmo-msc_10.42.42.6(pid=30300): stderr: \u000a| �[0;m�[38;5;43m20221209111151190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111151190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0876b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111151190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111151190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111151191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111151191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111151192 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111151193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111151193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111151193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:52.185045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30293): Terminating (SIGTERM)\u000a11:11:52.225405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30296): Terminating (SIGTERM)\u000a11:11:52.265677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30299): Terminating (SIGTERM)\u000a11:11:52.275248 --- ParallelTerminationStrategy: PID 30293 died...\u000a11:11:52.329091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30293): Terminated: ok {rc=0}\u000a11:11:52.338666 --- ParallelTerminationStrategy: PID 30296 died...\u000a11:11:52.392090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30296): Terminated: ok {rc=0}\u000a11:11:52.401991 --- ParallelTerminationStrategy: PID 30299 died...\u000a11:11:52.456301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30299): Terminated: ok {rc=0}\u000a11:11:52.545673 bus /sierra_3: Setting Powered False\u000a11:11:53.648627 bus /sierra_3: Setting Powered False\u000a11:11:54.757393 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:11:44" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30311): Process ended prematurely: osmo-stp_10.42.42.5(pid=30311) [trial-2358↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30311)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30311): Process ended prematurely: osmo-stp_10.42.42.5(pid=30311) [trial-2358↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:11:56.746120 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:56.756805 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:11:56.880370 tst handover.py: using LAC 21071\u000a11:11:57.001488 tst handover.py: using RAC 161\u000a11:11:57.122767 tst handover.py: using CellId 21071\u000a11:11:57.240590 tst handover.py: using BVCI 21072\u000a11:11:57.263934 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:11:57.398524 tst handover.py: using LAC 21072\u000a11:11:57.516529 tst handover.py: using RAC 162\u000a11:11:57.636511 tst handover.py: using CellId 21072\u000a11:11:57.754173 tst handover.py: using BVCI 21073\u000a11:11:57.777660 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:57.788544 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:57.799376 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:57.810397 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:57.821466 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:57.832357 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:11:57.951719 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:11:58.159846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:58.615315 run create_hlr_db(pid=30305): Launched\u000a11:11:58.739596 bus /sierra_2: Setting Powered False\u000a11:11:59.812703 run create_hlr_db(pid=30305): Terminated: ok {rc=0}\u000a11:12:00.194198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30307): Launched\u000a11:12:00.513394 run osmo-hlr_10.42.42.2(pid=30308): Launched\u000a11:12:00.637699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:01.199136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30310): Launched\u000a11:12:01.532021 run osmo-stp_10.42.42.5(pid=30311): Launched\u000a11:12:01.688526 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:02.377114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30313): Launched\u000a11:12:02.708787 run osmo-msc_10.42.42.6(pid=30314): Launched\u000a11:12:02.900252 run osmo-stp_10.42.42.5(pid=30311): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30311)]\u000a11:12:03.038405 run osmo-stp_10.42.42.5(pid=30311): stdout: \u000a| (launched: 2022-12-09_11:12:01.361235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:03.177102 run osmo-stp_10.42.42.5(pid=30311): stderr: \u000a| �[0;m�[38;5;43m20221209111201749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111201749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111201749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111201750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111201750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111201750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111201750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:03.309202 run osmo-stp_10.42.42.5(pid=30311): stdout: \u000a| (launched: 2022-12-09_11:12:01.361235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:03.439372 run osmo-stp_10.42.42.5(pid=30311): stderr: \u000a| �[0;m�[38;5;43m20221209111201749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111201749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111201749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111201750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111201750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111201750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111201750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:03.496441 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30311): Process ended prematurely: osmo-stp_10.42.42.5(pid=30311) [trial-2358↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30311)] [trial-2358↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a11:12:03.505426 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:12:03.568796 run osmo-hlr_10.42.42.2(pid=30308): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30308)]\u000a11:12:03.620750 run osmo-hlr_10.42.42.2(pid=30308): stdout: \u000a| (launched: 2022-12-09_11:12:00.349406) \u000a11:12:03.673411 run osmo-hlr_10.42.42.2(pid=30308): stderr: \u000a| �[0;m�[1;31m20221209111200545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111200545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111200545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111200545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111200545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111200545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111200557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111200565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111200565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111200565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:03.744919 run osmo-msc_10.42.42.6(pid=30314): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30314)]\u000a11:12:03.796702 run osmo-msc_10.42.42.6(pid=30314): stdout: \u000a| (launched: 2022-12-09_11:12:02.545352) \u000a11:12:03.848742 run osmo-msc_10.42.42.6(pid=30314): stderr: \u000a| �[0;m�[38;5;43m20221209111202866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111202867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5c04c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111202867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111202867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111202867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111202867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111202869 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111202869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111202870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111202870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:03.893107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30307): Terminating (SIGTERM)\u000a11:12:03.935233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30310): Terminating (SIGTERM)\u000a11:12:03.977587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30313): Terminating (SIGTERM)\u000a11:12:03.987395 --- ParallelTerminationStrategy: PID 30307 died...\u000a11:12:04.043756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30307): Terminated: ok {rc=0}\u000a11:12:04.053933 --- ParallelTerminationStrategy: PID 30310 died...\u000a11:12:04.110195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30310): Terminated: ok {rc=0}\u000a11:12:04.120266 --- ParallelTerminationStrategy: PID 30313 died...\u000a11:12:04.176281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30313): Terminated: ok {rc=0}\u000a11:12:04.263470 bus /sierra_3: Setting Powered False\u000a11:12:05.370564 bus /sierra_3: Setting Powered False\u000a11:12:06.478794 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:11:56" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30325): Process ended prematurely: osmo-stp_10.42.42.5(pid=30325) [trial-2358↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30325)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30325): Process ended prematurely: osmo-stp_10.42.42.5(pid=30325) [trial-2358↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:12:08.493340 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:12:08.504697 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:12:08.646828 tst handover.py: using LAC 21073\u000a11:12:08.774681 tst handover.py: using RAC 163\u000a11:12:08.902444 tst handover.py: using CellId 21073\u000a11:12:09.025699 tst handover.py: using BVCI 21074\u000a11:12:09.048803 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:12:09.182913 tst handover.py: using LAC 21074\u000a11:12:09.302864 tst handover.py: using RAC 164\u000a11:12:09.424655 tst handover.py: using CellId 21074\u000a11:12:09.546505 tst handover.py: using BVCI 21075\u000a11:12:09.569899 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:12:09.580810 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:12:09.591552 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:12:09.602728 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:12:09.613875 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:12:09.624772 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:12:09.744311 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:12:09.945623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:10.401731 run create_hlr_db(pid=30319): Launched\u000a11:12:10.526233 bus /sierra_2: Setting Powered False\u000a11:12:11.599667 run create_hlr_db(pid=30319): Terminated: ok {rc=0}\u000a11:12:11.981544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30321): Launched\u000a11:12:12.288255 run osmo-hlr_10.42.42.2(pid=30322): Launched\u000a11:12:12.409321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:12.919540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30324): Launched\u000a11:12:13.226345 run osmo-stp_10.42.42.5(pid=30325): Launched\u000a11:12:13.337495 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:13.870422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30327): Launched\u000a11:12:14.180028 run osmo-msc_10.42.42.6(pid=30328): Launched\u000a11:12:14.358603 run osmo-stp_10.42.42.5(pid=30325): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30325)]\u000a11:12:14.487155 run osmo-stp_10.42.42.5(pid=30325): stdout: \u000a| (launched: 2022-12-09_11:12:13.074170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:14.613686 run osmo-stp_10.42.42.5(pid=30325): stderr: \u000a| �[0;m�[38;5;43m20221209111213243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111213243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111213243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111213244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111213244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111213245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111213245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:14.735406 run osmo-stp_10.42.42.5(pid=30325): stdout: \u000a| (launched: 2022-12-09_11:12:13.074170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:14.856352 run osmo-stp_10.42.42.5(pid=30325): stderr: \u000a| �[0;m�[38;5;43m20221209111213243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111213243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111213243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111213244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111213244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111213245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111213245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:14.909205 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30325): Process ended prematurely: osmo-stp_10.42.42.5(pid=30325) [trial-2358↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30325)] [trial-2358↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:12:14.917300 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:12:14.977829 run osmo-hlr_10.42.42.2(pid=30322): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30322)]\u000a11:12:15.027177 run osmo-hlr_10.42.42.2(pid=30322): stdout: \u000a| (launched: 2022-12-09_11:12:12.136541) \u000a11:12:15.077379 run osmo-hlr_10.42.42.2(pid=30322): stderr: \u000a| �[0;m�[1;31m20221209111212311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111212311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111212311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111212311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111212311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111212311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111212322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111212330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111212330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111212331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:15.145163 run osmo-msc_10.42.42.6(pid=30328): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30328)]\u000a11:12:15.194671 run osmo-msc_10.42.42.6(pid=30328): stdout: \u000a| (launched: 2022-12-09_11:12:14.025301) \u000a11:12:15.244590 run osmo-msc_10.42.42.6(pid=30328): stderr: \u000a| �[0;m�[38;5;43m20221209111214294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111214295 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10940ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111214295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111214295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111214295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111214295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111214297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111214297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111214297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111214298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:15.286563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30321): Terminating (SIGTERM)\u000a11:12:15.326418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30324): Terminating (SIGTERM)\u000a11:12:15.366245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30327): Terminating (SIGTERM)\u000a11:12:15.375700 --- ParallelTerminationStrategy: PID 30321 died...\u000a11:12:15.429230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30321): Terminated: ok {rc=0}\u000a11:12:15.439116 --- ParallelTerminationStrategy: PID 30324 died...\u000a11:12:15.492700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30324): Terminated: ok {rc=0}\u000a11:12:15.502304 --- ParallelTerminationStrategy: PID 30327 died...\u000a11:12:15.555618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30327): Terminated: ok {rc=0}\u000a11:12:15.645172 bus /sierra_3: Setting Powered False\u000a11:12:16.755071 bus /sierra_3: Setting Powered False\u000a11:12:17.868326 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:12:08" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30339): Process ended prematurely: osmo-stp_10.42.42.5(pid=30339) [trial-2358↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30339)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30339): Process ended prematurely: osmo-stp_10.42.42.5(pid=30339) [trial-2358↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:12:19.891913 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:12:19.902824 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:12:20.040147 tst handover.py: using LAC 21075\u000a11:12:20.161762 tst handover.py: using RAC 165\u000a11:12:20.281891 tst handover.py: using CellId 21075\u000a11:12:20.402227 tst handover.py: using BVCI 21076\u000a11:12:20.425584 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:12:20.563525 tst handover.py: using LAC 21076\u000a11:12:20.683151 tst handover.py: using RAC 166\u000a11:12:20.802892 tst handover.py: using CellId 21076\u000a11:12:20.925056 tst handover.py: using BVCI 21077\u000a11:12:20.948157 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:12:20.959077 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:12:20.969918 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:12:20.981029 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:12:20.992096 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:12:21.003110 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:12:21.122993 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:12:21.338652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:21.837822 run create_hlr_db(pid=30333): Launched\u000a11:12:21.971034 bus /sierra_2: Setting Powered False\u000a11:12:23.047844 run create_hlr_db(pid=30333): Terminated: ok {rc=0}\u000a11:12:23.457320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30335): Launched\u000a11:12:23.785124 run osmo-hlr_10.42.42.2(pid=30336): Launched\u000a11:12:23.906399 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:24.449723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30338): Launched\u000a11:12:24.778278 run osmo-stp_10.42.42.5(pid=30339): Launched\u000a11:12:24.896831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:25.470174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30341): Launched\u000a11:12:25.799974 run osmo-msc_10.42.42.6(pid=30342): Launched\u000a11:12:25.992115 run osmo-stp_10.42.42.5(pid=30339): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30339)]\u000a11:12:26.130843 run osmo-stp_10.42.42.5(pid=30339): stdout: \u000a| (launched: 2022-12-09_11:12:24.615813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:26.268291 run osmo-stp_10.42.42.5(pid=30339): stderr: \u000a| �[0;m�[38;5;43m20221209111224806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111224806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111224806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111224807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111224807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111224807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111224807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:26.400369 run osmo-stp_10.42.42.5(pid=30339): stdout: \u000a| (launched: 2022-12-09_11:12:24.615813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:26.530979 run osmo-stp_10.42.42.5(pid=30339): stderr: \u000a| �[0;m�[38;5;43m20221209111224806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111224806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111224806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111224807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111224807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111224807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111224807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:26.588081 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30339): Process ended prematurely: osmo-stp_10.42.42.5(pid=30339) [trial-2358↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30339)] [trial-2358↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:12:26.596722 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:12:26.660248 run osmo-hlr_10.42.42.2(pid=30336): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30336)]\u000a11:12:26.712372 run osmo-hlr_10.42.42.2(pid=30336): stdout: \u000a| (launched: 2022-12-09_11:12:23.623876) \u000a11:12:26.765057 run osmo-hlr_10.42.42.2(pid=30336): stderr: \u000a| �[0;m�[1;31m20221209111223820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111223820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111223820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111223820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111223820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111223820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111223833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111223842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111223842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111223842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:26.836528 run osmo-msc_10.42.42.6(pid=30342): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30342)]\u000a11:12:26.888593 run osmo-msc_10.42.42.6(pid=30342): stdout: \u000a| (launched: 2022-12-09_11:12:25.636712) \u000a11:12:26.941049 run osmo-msc_10.42.42.6(pid=30342): stderr: \u000a| �[0;m�[38;5;43m20221209111225958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111225958 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0ee873c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111225958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111225958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111225958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111225959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111225960 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111225961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111225961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111225961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:26.985664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30335): Terminating (SIGTERM)\u000a11:12:27.027940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30338): Terminating (SIGTERM)\u000a11:12:27.070102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30341): Terminating (SIGTERM)\u000a11:12:27.079798 --- ParallelTerminationStrategy: PID 30335 died...\u000a11:12:27.136259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30335): Terminated: ok {rc=0}\u000a11:12:27.146413 --- ParallelTerminationStrategy: PID 30338 died...\u000a11:12:27.202541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30338): Terminated: ok {rc=0}\u000a11:12:27.212618 --- ParallelTerminationStrategy: PID 30341 died...\u000a11:12:27.268799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30341): Terminated: ok {rc=0}\u000a11:12:27.358647 bus /sierra_3: Setting Powered False\u000a11:12:28.467091 bus /sierra_3: Setting Powered False\u000a11:12:29.580590 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:12:19" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30357): Process ended prematurely: osmo-stp_10.42.42.5(pid=30357) [trial-2358↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30357)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30357): Process ended prematurely: osmo-stp_10.42.42.5(pid=30357) [trial-2358↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:12:31.604209 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:12:31.616103 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:12:31.795814 tst handover.py: using LAC 21077\u000a11:12:31.921222 tst handover.py: using RAC 167\u000a11:12:32.074124 tst handover.py: using CellId 21077\u000a11:12:32.204160 tst handover.py: using BVCI 21078\u000a11:12:32.228665 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:12:32.354472 tst handover.py: using LAC 21078\u000a11:12:32.477129 tst handover.py: using RAC 168\u000a11:12:32.599922 tst handover.py: using CellId 21078\u000a11:12:32.722050 tst handover.py: using BVCI 21079\u000a11:12:32.745547 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:12:32.756467 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:12:32.767162 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:12:32.778917 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:12:32.790558 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:12:32.802137 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:12:32.916793 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:12:33.129713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:33.627222 run create_hlr_db(pid=30347): Launched\u000a11:12:33.761283 bus /sierra_2: Setting Powered False\u000a11:12:34.838623 run create_hlr_db(pid=30347): Terminated: ok {rc=0}\u000a11:12:35.226166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30349): Launched\u000a11:12:35.531857 run osmo-hlr_10.42.42.2(pid=30350): Launched\u000a11:12:35.648019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:36.156184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30356): Launched\u000a11:12:36.461731 run osmo-stp_10.42.42.5(pid=30357): Launched\u000a11:12:36.572421 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:37.103607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30359): Launched\u000a11:12:37.411149 run osmo-msc_10.42.42.6(pid=30360): Launched\u000a11:12:37.589508 run osmo-stp_10.42.42.5(pid=30357): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30357)]\u000a11:12:37.718383 run osmo-stp_10.42.42.5(pid=30357): stdout: \u000a| (launched: 2022-12-09_11:12:36.311155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:37.844792 run osmo-stp_10.42.42.5(pid=30357): stderr: \u000a| �[0;m�[38;5;43m20221209111236478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111236478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111236478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111236479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111236479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111236479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111236479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:37.966484 run osmo-stp_10.42.42.5(pid=30357): stdout: \u000a| (launched: 2022-12-09_11:12:36.311155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:38.087222 run osmo-stp_10.42.42.5(pid=30357): stderr: \u000a| �[0;m�[38;5;43m20221209111236478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111236478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111236478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111236479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111236479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111236479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111236479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:38.140271 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30357): Process ended prematurely: osmo-stp_10.42.42.5(pid=30357) [trial-2358↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30357)] [trial-2358↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a11:12:38.148086 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:12:38.208940 run osmo-hlr_10.42.42.2(pid=30350): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30350)]\u000a11:12:38.258175 run osmo-hlr_10.42.42.2(pid=30350): stdout: \u000a| (launched: 2022-12-09_11:12:35.381417) \u000a11:12:38.308000 run osmo-hlr_10.42.42.2(pid=30350): stderr: \u000a| �[0;m�[1;31m20221209111235555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111235555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111235555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111235555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111235555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111235555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111235567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111235578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111235578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111235578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:38.375714 run osmo-msc_10.42.42.6(pid=30360): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30360)]\u000a11:12:38.424632 run osmo-msc_10.42.42.6(pid=30360): stdout: \u000a| (launched: 2022-12-09_11:12:37.257541) \u000a11:12:38.474342 run osmo-msc_10.42.42.6(pid=30360): stderr: \u000a| �[0;m�[38;5;43m20221209111237531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111237531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd08c81cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111237531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111237532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111237532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111237532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111237534 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111237534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111237534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111237534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:38.516493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30349): Terminating (SIGTERM)\u000a11:12:38.556230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30356): Terminating (SIGTERM)\u000a11:12:38.596576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30359): Terminating (SIGTERM)\u000a11:12:38.606230 --- ParallelTerminationStrategy: PID 30349 died...\u000a11:12:38.659947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30349): Terminated: ok {rc=0}\u000a11:12:38.669623 --- ParallelTerminationStrategy: PID 30356 died...\u000a11:12:38.722703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30356): Terminated: ok {rc=0}\u000a11:12:38.732465 --- ParallelTerminationStrategy: PID 30359 died...\u000a11:12:38.786169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30359): Terminated: ok {rc=0}\u000a11:12:38.875084 bus /sierra_3: Setting Powered False\u000a11:12:39.979790 bus /sierra_3: Setting Powered False\u000a11:12:41.088597 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:12:31" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30371): Process ended prematurely: osmo-stp_10.42.42.5(pid=30371) [trial-2358↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30371)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30371): Process ended prematurely: osmo-stp_10.42.42.5(pid=30371) [trial-2358↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:12:43.110350 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:12:43.121150 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:12:43.257175 tst handover.py: using LAC 21079\u000a11:12:43.389212 tst handover.py: using RAC 169\u000a11:12:43.515533 tst handover.py: using CellId 21079\u000a11:12:43.637637 tst handover.py: using BVCI 21080\u000a11:12:43.660797 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:12:43.800349 tst handover.py: using LAC 21080\u000a11:12:43.919949 tst handover.py: using RAC 170\u000a11:12:44.040261 tst handover.py: using CellId 21080\u000a11:12:44.160638 tst handover.py: using BVCI 21081\u000a11:12:44.183808 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:12:44.194541 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:12:44.205155 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:12:44.215970 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:12:44.227244 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:12:44.238223 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:12:44.354331 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:12:44.558050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:45.012038 run create_hlr_db(pid=30365): Launched\u000a11:12:45.136142 bus /sierra_2: Setting Powered False\u000a11:12:46.225093 run create_hlr_db(pid=30365): Terminated: ok {rc=0}\u000a11:12:46.652069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30367): Launched\u000a11:12:47.022008 run osmo-hlr_10.42.42.2(pid=30368): Launched\u000a11:12:47.181769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:47.731363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30370): Launched\u000a11:12:48.059651 run osmo-stp_10.42.42.5(pid=30371): Launched\u000a11:12:48.178103 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:48.754141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30373): Launched\u000a11:12:49.085550 run osmo-msc_10.42.42.6(pid=30374): Launched\u000a11:12:49.279987 run osmo-stp_10.42.42.5(pid=30371): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30371)]\u000a11:12:49.419822 run osmo-stp_10.42.42.5(pid=30371): stdout: \u000a| (launched: 2022-12-09_11:12:47.898770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:49.558623 run osmo-stp_10.42.42.5(pid=30371): stderr: \u000a| �[0;m�[38;5;43m20221209111248089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111248089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111248089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111248090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111248090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111248090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111248090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:49.691182 run osmo-stp_10.42.42.5(pid=30371): stdout: \u000a| (launched: 2022-12-09_11:12:47.898770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:49.822583 run osmo-stp_10.42.42.5(pid=30371): stderr: \u000a| �[0;m�[38;5;43m20221209111248089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111248089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111248089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111248090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111248090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111248090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111248090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:49.880157 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30371): Process ended prematurely: osmo-stp_10.42.42.5(pid=30371) [trial-2358↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30371)] [trial-2358↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a11:12:49.888839 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:12:49.952094 run osmo-hlr_10.42.42.2(pid=30368): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30368)]\u000a11:12:50.004049 run osmo-hlr_10.42.42.2(pid=30368): stdout: \u000a| (launched: 2022-12-09_11:12:46.823315) \u000a11:12:50.056417 run osmo-hlr_10.42.42.2(pid=30368): stderr: \u000a| �[0;m�[1;31m20221209111247178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111247178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111247178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111247178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111247178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111247179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111247192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111247201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111247201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111247201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:50.127786 run osmo-msc_10.42.42.6(pid=30374): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30374)]\u000a11:12:50.179600 run osmo-msc_10.42.42.6(pid=30374): stdout: \u000a| (launched: 2022-12-09_11:12:48.921259) \u000a11:12:50.232195 run osmo-msc_10.42.42.6(pid=30374): stderr: \u000a| �[0;m�[38;5;43m20221209111249243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111249243 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc41d1f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111249244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111249244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111249244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111249244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111249246 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111249246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111249246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111249246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:50.277473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30367): Terminating (SIGTERM)\u000a11:12:50.319910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30370): Terminating (SIGTERM)\u000a11:12:50.362273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30373): Terminating (SIGTERM)\u000a11:12:50.372050 --- ParallelTerminationStrategy: PID 30367 died...\u000a11:12:50.428243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30367): Terminated: ok {rc=0}\u000a11:12:50.438369 --- ParallelTerminationStrategy: PID 30370 died...\u000a11:12:50.494155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30370): Terminated: ok {rc=0}\u000a11:12:50.504214 --- ParallelTerminationStrategy: PID 30373 died...\u000a11:12:50.560112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30373): Terminated: ok {rc=0}\u000a11:12:50.647418 bus /sierra_3: Setting Powered False\u000a11:12:51.754392 bus /sierra_3: Setting Powered False\u000a11:12:52.866052 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:12:42" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30385): Process ended prematurely: osmo-stp_10.42.42.5(pid=30385) [trial-2358↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30385)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30385): Process ended prematurely: osmo-stp_10.42.42.5(pid=30385) [trial-2358↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:12:54.892050 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:54.903047 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:12:55.041655 tst handover.py: using LAC 21081\u000a11:12:55.162379 tst handover.py: using RAC 171\u000a11:12:55.285374 tst handover.py: using CellId 21081\u000a11:12:55.408654 tst handover.py: using BVCI 21082\u000a11:12:55.431975 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:12:55.570476 tst handover.py: using LAC 21082\u000a11:12:55.694257 tst handover.py: using RAC 172\u000a11:12:55.827692 tst handover.py: using CellId 21082\u000a11:12:55.956847 tst handover.py: using BVCI 21083\u000a11:12:55.982160 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:55.993697 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:56.005041 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:56.019969 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:56.031040 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:56.041738 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:12:56.162956 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:12:56.374987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:56.875894 run create_hlr_db(pid=30379): Launched\u000a11:12:57.010861 bus /sierra_2: Setting Powered False\u000a11:12:58.088152 run create_hlr_db(pid=30379): Terminated: ok {rc=0}\u000a11:12:58.501005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30381): Launched\u000a11:12:58.831661 run osmo-hlr_10.42.42.2(pid=30382): Launched\u000a11:12:58.955304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:59.502028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30384): Launched\u000a11:12:59.834913 run osmo-stp_10.42.42.5(pid=30385): Launched\u000a11:12:59.954797 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:00.531751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30387): Launched\u000a11:13:00.916534 run osmo-msc_10.42.42.6(pid=30388): Launched\u000a11:13:01.400498 run osmo-stp_10.42.42.5(pid=30385): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30385)]\u000a11:13:01.585068 run osmo-stp_10.42.42.5(pid=30385): stdout: \u000a| (launched: 2022-12-09_11:12:59.670410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:01.754282 run osmo-stp_10.42.42.5(pid=30385): stderr: \u000a| �[0;m�[38;5;43m20221209111259860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111259860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111259860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111259861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111259861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111259861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111259861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:01.892480 run osmo-stp_10.42.42.5(pid=30385): stdout: \u000a| (launched: 2022-12-09_11:12:59.670410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:02.028055 run osmo-stp_10.42.42.5(pid=30385): stderr: \u000a| �[0;m�[38;5;43m20221209111259860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111259860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111259860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111259861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111259861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111259861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111259861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:02.087074 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30385): Process ended prematurely: osmo-stp_10.42.42.5(pid=30385) [trial-2358↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30385)] [trial-2358↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a11:13:02.095846 tst handover.py:18: Test FAILED (7.2 sec)\u000a11:13:02.160337 run osmo-hlr_10.42.42.2(pid=30382): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30382)]\u000a11:13:02.213002 run osmo-hlr_10.42.42.2(pid=30382): stdout: \u000a| (launched: 2022-12-09_11:12:58.668866) \u000a11:13:02.266337 run osmo-hlr_10.42.42.2(pid=30382): stderr: \u000a| �[0;m�[1;31m20221209111258866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111258866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111258866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111258866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111258867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111258867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111258879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111258888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111258888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111258888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:02.338738 run osmo-msc_10.42.42.6(pid=30388): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30388)]\u000a11:13:02.390465 run osmo-msc_10.42.42.6(pid=30388): stdout: \u000a| (launched: 2022-12-09_11:13:00.699598) \u000a11:13:02.442784 run osmo-msc_10.42.42.6(pid=30388): stderr: \u000a| �[0;m�[38;5;43m20221209111301120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111301121 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74017acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111301122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111301122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111301123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111301123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111301127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111301129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111301130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111301130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:02.487224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30381): Terminating (SIGTERM)\u000a11:13:02.529822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30384): Terminating (SIGTERM)\u000a11:13:02.571837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30387): Terminating (SIGTERM)\u000a11:13:02.581334 --- ParallelTerminationStrategy: PID 30381 died...\u000a11:13:02.637546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30381): Terminated: ok {rc=0}\u000a11:13:02.647662 --- ParallelTerminationStrategy: PID 30384 died...\u000a11:13:02.703637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30384): Terminated: ok {rc=0}\u000a11:13:02.713782 --- ParallelTerminationStrategy: PID 30387 died...\u000a11:13:02.769619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30387): Terminated: ok {rc=0}\u000a11:13:02.857888 bus /sierra_3: Setting Powered False\u000a11:13:03.966609 bus /sierra_3: Setting Powered False\u000a11:13:05.075873 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:12:54" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30399): Process ended prematurely: osmo-stp_10.42.42.5(pid=30399) [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30399)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30399): Process ended prematurely: osmo-stp_10.42.42.5(pid=30399) [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:13:07.113535 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:13:07.125598 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:13:07.260034 tst handover.py: using LAC 21083\u000a11:13:07.382747 tst handover.py: using RAC 173\u000a11:13:07.505794 tst handover.py: using CellId 21083\u000a11:13:07.627784 tst handover.py: using BVCI 21084\u000a11:13:07.651209 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:13:07.790727 tst handover.py: using LAC 21084\u000a11:13:07.913694 tst handover.py: using RAC 174\u000a11:13:08.034121 tst handover.py: using CellId 21084\u000a11:13:08.159771 tst handover.py: using BVCI 21085\u000a11:13:08.183491 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:13:08.194860 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:13:08.206165 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:13:08.217495 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:13:08.228893 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:13:08.240263 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:13:08.358071 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:13:08.570201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:09.073470 run create_hlr_db(pid=30393): Launched\u000a11:13:09.207785 bus /sierra_2: Setting Powered False\u000a11:13:10.287116 run create_hlr_db(pid=30393): Terminated: ok {rc=0}\u000a11:13:10.676814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30395): Launched\u000a11:13:10.985872 run osmo-hlr_10.42.42.2(pid=30396): Launched\u000a11:13:11.105388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:11.623883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30398): Launched\u000a11:13:11.933095 run osmo-stp_10.42.42.5(pid=30399): Launched\u000a11:13:12.044830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:12.584172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30401): Launched\u000a11:13:12.893847 run osmo-msc_10.42.42.6(pid=30402): Launched\u000a11:13:13.074651 run osmo-stp_10.42.42.5(pid=30399): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30399)]\u000a11:13:13.204771 run osmo-stp_10.42.42.5(pid=30399): stdout: \u000a| (launched: 2022-12-09_11:13:11.779984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:13.332859 run osmo-stp_10.42.42.5(pid=30399): stderr: \u000a| �[0;m�[38;5;43m20221209111311947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111311947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111311947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111311948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111311948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111311948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111311948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:13.455943 run osmo-stp_10.42.42.5(pid=30399): stdout: \u000a| (launched: 2022-12-09_11:13:11.779984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:13.578130 run osmo-stp_10.42.42.5(pid=30399): stderr: \u000a| �[0;m�[38;5;43m20221209111311947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111311947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111311947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111311948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111311948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111311948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111311948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:13.631493 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30399): Process ended prematurely: osmo-stp_10.42.42.5(pid=30399) [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30399)] [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:13:13.639577 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:13:13.700556 run osmo-hlr_10.42.42.2(pid=30396): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30396)]\u000a11:13:13.749927 run osmo-hlr_10.42.42.2(pid=30396): stdout: \u000a| (launched: 2022-12-09_11:13:10.833106) \u000a11:13:13.799846 run osmo-hlr_10.42.42.2(pid=30396): stderr: \u000a| �[0;m�[1;31m20221209111311006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111311006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111311006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111311006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111311006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111311006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111311022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111311031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111311032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111311032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:13.867576 run osmo-msc_10.42.42.6(pid=30402): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30402)]\u000a11:13:13.916567 run osmo-msc_10.42.42.6(pid=30402): stdout: \u000a| (launched: 2022-12-09_11:13:12.740515) \u000a11:13:13.966229 run osmo-msc_10.42.42.6(pid=30402): stderr: \u000a| �[0;m�[38;5;43m20221209111313012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111313012 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e0723fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111313012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111313012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111313012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111313012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111313014 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111313015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111313015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111313015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:14.008299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30395): Terminating (SIGTERM)\u000a11:13:14.047947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30398): Terminating (SIGTERM)\u000a11:13:14.087641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30401): Terminating (SIGTERM)\u000a11:13:14.097122 --- ParallelTerminationStrategy: PID 30395 died...\u000a11:13:14.150270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30395): Terminated: ok {rc=0}\u000a11:13:14.159865 --- ParallelTerminationStrategy: PID 30398 died...\u000a11:13:14.212402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30398): Terminated: ok {rc=0}\u000a11:13:14.222121 --- ParallelTerminationStrategy: PID 30401 died...\u000a11:13:14.274746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30401): Terminated: ok {rc=0}\u000a11:13:14.358838 bus /sierra_3: Setting Powered False\u000a11:13:15.461783 bus /sierra_3: Setting Powered False\u000a11:13:16.567934 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:13:06" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30413): Process ended prematurely: osmo-stp_10.42.42.5(pid=30413) [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30413)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30413): Process ended prematurely: osmo-stp_10.42.42.5(pid=30413) [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:13:18.559956 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:18.570925 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:13:18.712341 tst handover.py: using LAC 21085\u000a11:13:18.840613 tst handover.py: using RAC 175\u000a11:13:18.967894 tst handover.py: using CellId 21085\u000a11:13:19.102179 tst handover.py: using BVCI 21086\u000a11:13:19.127817 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:13:19.257537 tst handover.py: using LAC 21086\u000a11:13:19.385362 tst handover.py: using RAC 176\u000a11:13:19.517224 tst handover.py: using CellId 21086\u000a11:13:19.644326 tst handover.py: using BVCI 21087\u000a11:13:19.669443 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:19.680814 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:19.692278 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:19.703755 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:19.715310 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:19.726576 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:13:19.843720 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:13:20.046195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:20.505482 run create_hlr_db(pid=30407): Launched\u000a11:13:20.630974 bus /sierra_2: Setting Powered False\u000a11:13:21.703872 run create_hlr_db(pid=30407): Terminated: ok {rc=0}\u000a11:13:22.088411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30409): Launched\u000a11:13:22.397341 run osmo-hlr_10.42.42.2(pid=30410): Launched\u000a11:13:22.516299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:23.030839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30412): Launched\u000a11:13:23.339242 run osmo-stp_10.42.42.5(pid=30413): Launched\u000a11:13:23.450956 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:23.988376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30415): Launched\u000a11:13:24.298814 run osmo-msc_10.42.42.6(pid=30416): Launched\u000a11:13:24.480565 run osmo-stp_10.42.42.5(pid=30413): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30413)]\u000a11:13:24.612065 run osmo-stp_10.42.42.5(pid=30413): stdout: \u000a| (launched: 2022-12-09_11:13:23.186337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:24.740742 run osmo-stp_10.42.42.5(pid=30413): stderr: \u000a| �[0;m�[38;5;43m20221209111323354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111323354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111323355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111323355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111323356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111323356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111323356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:24.864928 run osmo-stp_10.42.42.5(pid=30413): stdout: \u000a| (launched: 2022-12-09_11:13:23.186337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:24.987908 run osmo-stp_10.42.42.5(pid=30413): stderr: \u000a| �[0;m�[38;5;43m20221209111323354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111323354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111323355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111323355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111323356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111323356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111323356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:25.041546 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30413): Process ended prematurely: osmo-stp_10.42.42.5(pid=30413) [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30413)] [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a11:13:25.049613 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:13:25.110438 run osmo-hlr_10.42.42.2(pid=30410): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30410)]\u000a11:13:25.160178 run osmo-hlr_10.42.42.2(pid=30410): stdout: \u000a| (launched: 2022-12-09_11:13:22.244315) \u000a11:13:25.210146 run osmo-hlr_10.42.42.2(pid=30410): stderr: \u000a| �[0;m�[1;31m20221209111322419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111322419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111322419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111322419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111322419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111322420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111322432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111322440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111322440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111322440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:25.277884 run osmo-msc_10.42.42.6(pid=30416): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30416)]\u000a11:13:25.327117 run osmo-msc_10.42.42.6(pid=30416): stdout: \u000a| (launched: 2022-12-09_11:13:24.144460) \u000a11:13:25.377132 run osmo-msc_10.42.42.6(pid=30416): stderr: \u000a| �[0;m�[38;5;43m20221209111324415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111324415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71fb311c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111324416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111324416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111324416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111324416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111324418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111324418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111324418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111324418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:25.419255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30409): Terminating (SIGTERM)\u000a11:13:25.459295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30412): Terminating (SIGTERM)\u000a11:13:25.499266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30415): Terminating (SIGTERM)\u000a11:13:25.508770 --- ParallelTerminationStrategy: PID 30409 died...\u000a11:13:25.562535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30409): Terminated: ok {rc=0}\u000a11:13:25.572390 --- ParallelTerminationStrategy: PID 30412 died...\u000a11:13:25.625671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30412): Terminated: ok {rc=0}\u000a11:13:25.635468 --- ParallelTerminationStrategy: PID 30415 died...\u000a11:13:25.688548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30415): Terminated: ok {rc=0}\u000a11:13:25.778670 bus /sierra_3: Setting Powered False\u000a11:13:26.887550 bus /sierra_3: Setting Powered False\u000a11:13:27.996553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:13:18" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30427): Process ended prematurely: osmo-stp_10.42.42.5(pid=30427) [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30427)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30427): Process ended prematurely: osmo-stp_10.42.42.5(pid=30427) [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:13:30.013172 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:13:30.024615 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:13:30.169640 tst handover.py: using LAC 21087\u000a11:13:30.300014 tst handover.py: using RAC 177\u000a11:13:30.429437 tst handover.py: using CellId 21087\u000a11:13:30.553315 tst handover.py: using BVCI 21088\u000a11:13:30.577048 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:13:30.713766 tst handover.py: using LAC 21088\u000a11:13:30.838430 tst handover.py: using RAC 178\u000a11:13:30.990041 tst handover.py: using CellId 21088\u000a11:13:31.127440 tst handover.py: using BVCI 21089\u000a11:13:31.154974 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:13:31.167482 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:13:31.181552 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:13:31.194564 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:13:31.207140 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:13:31.220371 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:13:31.357394 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:13:31.605735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:32.149189 run create_hlr_db(pid=30421): Launched\u000a11:13:32.287551 bus /sierra_2: Setting Powered False\u000a11:13:33.351190 run create_hlr_db(pid=30421): Terminated: ok {rc=0}\u000a11:13:33.737427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30423): Launched\u000a11:13:34.047771 run osmo-hlr_10.42.42.2(pid=30424): Launched\u000a11:13:34.165373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:34.677423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30426): Launched\u000a11:13:34.988170 run osmo-stp_10.42.42.5(pid=30427): Launched\u000a11:13:35.099992 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:35.639896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30429): Launched\u000a11:13:35.949758 run osmo-msc_10.42.42.6(pid=30430): Launched\u000a11:13:36.130567 run osmo-stp_10.42.42.5(pid=30427): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30427)]\u000a11:13:36.261077 run osmo-stp_10.42.42.5(pid=30427): stdout: \u000a| (launched: 2022-12-09_11:13:34.834900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:36.389155 run osmo-stp_10.42.42.5(pid=30427): stderr: \u000a| �[0;m�[38;5;43m20221209111335003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111335003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111335003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111335003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111335004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111335004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111335004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:36.512162 run osmo-stp_10.42.42.5(pid=30427): stdout: \u000a| (launched: 2022-12-09_11:13:34.834900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:36.634604 run osmo-stp_10.42.42.5(pid=30427): stderr: \u000a| �[0;m�[38;5;43m20221209111335003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111335003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111335003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111335003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111335004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111335004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111335004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:36.688258 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30427): Process ended prematurely: osmo-stp_10.42.42.5(pid=30427) [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30427)] [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a11:13:36.696646 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:13:36.757293 run osmo-hlr_10.42.42.2(pid=30424): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30424)]\u000a11:13:36.806713 run osmo-hlr_10.42.42.2(pid=30424): stdout: \u000a| (launched: 2022-12-09_11:13:33.894424) \u000a11:13:36.856583 run osmo-hlr_10.42.42.2(pid=30424): stderr: \u000a| �[0;m�[1;31m20221209111334068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111334068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111334068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111334068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111334068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111334069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111334081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111334090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111334090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111334090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:36.924219 run osmo-msc_10.42.42.6(pid=30430): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30430)]\u000a11:13:36.973728 run osmo-msc_10.42.42.6(pid=30430): stdout: \u000a| (launched: 2022-12-09_11:13:35.795602) \u000a11:13:37.023633 run osmo-msc_10.42.42.6(pid=30430): stderr: \u000a| �[0;m�[38;5;43m20221209111336066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111336067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03fbd05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111336067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111336067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111336067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111336067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111336069 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111336069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111336070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111336070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:37.065502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30423): Terminating (SIGTERM)\u000a11:13:37.105539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30426): Terminating (SIGTERM)\u000a11:13:37.145355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30429): Terminating (SIGTERM)\u000a11:13:37.154882 --- ParallelTerminationStrategy: PID 30423 died...\u000a11:13:37.208497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30423): Terminated: ok {rc=0}\u000a11:13:37.218440 --- ParallelTerminationStrategy: PID 30426 died...\u000a11:13:37.271491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30426): Terminated: ok {rc=0}\u000a11:13:37.281858 --- ParallelTerminationStrategy: PID 30429 died...\u000a11:13:37.335329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30429): Terminated: ok {rc=0}\u000a11:13:37.425388 bus /sierra_3: Setting Powered False\u000a11:13:38.529512 bus /sierra_3: Setting Powered False\u000a11:13:39.641582 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:13:29" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30442): Process ended prematurely: osmo-stp_10.42.42.5(pid=30442) [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30442)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30442): Process ended prematurely: osmo-stp_10.42.42.5(pid=30442) [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:13:41.675141 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:13:41.686730 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:13:41.827920 tst handover.py: using LAC 21089\u000a11:13:41.958280 tst handover.py: using RAC 179\u000a11:13:42.088285 tst handover.py: using CellId 21089\u000a11:13:42.219427 tst handover.py: using BVCI 21090\u000a11:13:42.244621 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:13:42.396171 tst handover.py: using LAC 21090\u000a11:13:42.525486 tst handover.py: using RAC 180\u000a11:13:42.648666 tst handover.py: using CellId 21090\u000a11:13:42.769908 tst handover.py: using BVCI 21091\u000a11:13:42.793519 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:13:42.804469 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:13:42.815376 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:13:42.826744 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:13:42.837578 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:13:42.848803 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:13:42.970246 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:13:43.173410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:43.635682 run create_hlr_db(pid=30436): Launched\u000a11:13:43.760942 bus /sierra_2: Setting Powered False\u000a11:13:44.834717 run create_hlr_db(pid=30436): Terminated: ok {rc=0}\u000a11:13:45.222196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30438): Launched\u000a11:13:45.533871 run osmo-hlr_10.42.42.2(pid=30439): Launched\u000a11:13:45.654797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:46.246802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30441): Launched\u000a11:13:46.809705 run osmo-stp_10.42.42.5(pid=30442): Launched\u000a11:13:46.944907 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:47.496127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30444): Launched\u000a11:13:47.808352 run osmo-msc_10.42.42.6(pid=30445): Launched\u000a11:13:47.991227 run osmo-stp_10.42.42.5(pid=30442): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30442)]\u000a11:13:48.121756 run osmo-stp_10.42.42.5(pid=30442): stdout: \u000a| (launched: 2022-12-09_11:13:46.462494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:48.250221 run osmo-stp_10.42.42.5(pid=30442): stderr: \u000a| �[0;m�[38;5;43m20221209111346698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111346698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111346698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111346699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111346699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111346699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111346699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:48.374094 run osmo-stp_10.42.42.5(pid=30442): stdout: \u000a| (launched: 2022-12-09_11:13:46.462494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:48.496804 run osmo-stp_10.42.42.5(pid=30442): stderr: \u000a| �[0;m�[38;5;43m20221209111346698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111346698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111346698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111346699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111346699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111346699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111346699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:48.550328 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30442): Process ended prematurely: osmo-stp_10.42.42.5(pid=30442) [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30442)] [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a11:13:48.558488 tst handover.py:18: Test FAILED (6.9 sec)\u000a11:13:48.619121 run osmo-hlr_10.42.42.2(pid=30439): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30439)]\u000a11:13:48.669031 run osmo-hlr_10.42.42.2(pid=30439): stdout: \u000a| (launched: 2022-12-09_11:13:45.380429) \u000a11:13:48.718735 run osmo-hlr_10.42.42.2(pid=30439): stderr: \u000a| �[0;m�[1;31m20221209111345553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111345553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111345553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111345553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111345553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111345554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111345565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111345574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111345574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111345574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:48.787119 run osmo-msc_10.42.42.6(pid=30445): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30445)]\u000a11:13:48.836533 run osmo-msc_10.42.42.6(pid=30445): stdout: \u000a| (launched: 2022-12-09_11:13:47.652367) \u000a11:13:48.886479 run osmo-msc_10.42.42.6(pid=30445): stderr: \u000a| �[0;m�[38;5;43m20221209111347923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111347923 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d7d7a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111347923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111347923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111347924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111347924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111347926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111347926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111347926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111347926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:48.928852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30438): Terminating (SIGTERM)\u000a11:13:48.968692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30441): Terminating (SIGTERM)\u000a11:13:49.008602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30444): Terminating (SIGTERM)\u000a11:13:49.017964 --- ParallelTerminationStrategy: PID 30438 died...\u000a11:13:49.071355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30438): Terminated: ok {rc=0}\u000a11:13:49.081065 --- ParallelTerminationStrategy: PID 30441 died...\u000a11:13:49.134104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30441): Terminated: ok {rc=0}\u000a11:13:49.143853 --- ParallelTerminationStrategy: PID 30444 died...\u000a11:13:49.197589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30444): Terminated: ok {rc=0}\u000a11:13:49.287277 bus /sierra_3: Setting Powered False\u000a11:13:50.390956 bus /sierra_3: Setting Powered False\u000a11:13:51.498819 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:13:41" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30457): Process ended prematurely: osmo-stp_10.42.42.5(pid=30457) [trial-2358↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30457)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30457): Process ended prematurely: osmo-stp_10.42.42.5(pid=30457) [trial-2358↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:13:53.495438 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:53.506390 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:13:53.644642 tst handover.py: using LAC 21091\u000a11:13:53.767519 tst handover.py: using RAC 181\u000a11:13:53.897238 tst handover.py: using CellId 21091\u000a11:13:54.026431 tst handover.py: using BVCI 21092\u000a11:13:54.050006 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:13:54.172101 tst handover.py: using LAC 21092\u000a11:13:54.293800 tst handover.py: using RAC 182\u000a11:13:54.412830 tst handover.py: using CellId 21092\u000a11:13:54.533695 tst handover.py: using BVCI 21093\u000a11:13:54.557276 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:54.568174 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:54.579022 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:54.590109 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:54.601208 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:54.612092 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:13:54.733678 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:13:54.949239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:55.453674 run create_hlr_db(pid=30451): Launched\u000a11:13:55.589181 bus /sierra_2: Setting Powered False\u000a11:13:56.665677 run create_hlr_db(pid=30451): Terminated: ok {rc=0}\u000a11:13:57.079115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30453): Launched\u000a11:13:57.412073 run osmo-hlr_10.42.42.2(pid=30454): Launched\u000a11:13:57.536244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:58.085952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30456): Launched\u000a11:13:58.420777 run osmo-stp_10.42.42.5(pid=30457): Launched\u000a11:13:58.540289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:59.119159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30459): Launched\u000a11:13:59.453196 run osmo-msc_10.42.42.6(pid=30460): Launched\u000a11:13:59.646529 run osmo-stp_10.42.42.5(pid=30457): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30457)]\u000a11:13:59.785781 run osmo-stp_10.42.42.5(pid=30457): stdout: \u000a| (launched: 2022-12-09_11:13:58.255058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:59.923231 run osmo-stp_10.42.42.5(pid=30457): stderr: \u000a| �[0;m�[38;5;43m20221209111358446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111358447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111358447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111358447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111358448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111358448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111358448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:00.055922 run osmo-stp_10.42.42.5(pid=30457): stdout: \u000a| (launched: 2022-12-09_11:13:58.255058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:00.186930 run osmo-stp_10.42.42.5(pid=30457): stderr: \u000a| �[0;m�[38;5;43m20221209111358446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111358447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111358447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111358447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111358448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111358448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111358448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:00.244380 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30457): Process ended prematurely: osmo-stp_10.42.42.5(pid=30457) [trial-2358↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30457)] [trial-2358↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a11:14:00.253036 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:14:00.316512 run osmo-hlr_10.42.42.2(pid=30454): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30454)]\u000a11:14:00.368376 run osmo-hlr_10.42.42.2(pid=30454): stdout: \u000a| (launched: 2022-12-09_11:13:57.247876) \u000a11:14:00.420413 run osmo-hlr_10.42.42.2(pid=30454): stderr: \u000a| �[0;m�[1;31m20221209111357445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111357445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111357445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111357446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111357446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111357446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111357459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111357468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111357468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111357468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:00.491456 run osmo-msc_10.42.42.6(pid=30460): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30460)]\u000a11:14:00.543069 run osmo-msc_10.42.42.6(pid=30460): stdout: \u000a| (launched: 2022-12-09_11:13:59.287669) \u000a11:14:00.595319 run osmo-msc_10.42.42.6(pid=30460): stderr: \u000a| �[0;m�[38;5;43m20221209111359609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111359609 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a4a6d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111359610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111359610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111359610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111359610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111359612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111359612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111359612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111359612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:00.639765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30453): Terminating (SIGTERM)\u000a11:14:00.681859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30456): Terminating (SIGTERM)\u000a11:14:00.723888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30459): Terminating (SIGTERM)\u000a11:14:00.733761 --- ParallelTerminationStrategy: PID 30453 died...\u000a11:14:00.789899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30453): Terminated: ok {rc=0}\u000a11:14:00.800044 --- ParallelTerminationStrategy: PID 30456 died...\u000a11:14:00.860254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30456): Terminated: ok {rc=0}\u000a11:14:00.870935 --- ParallelTerminationStrategy: PID 30459 died...\u000a11:14:00.928551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30459): Terminated: ok {rc=0}\u000a11:14:01.024736 bus /sierra_3: Setting Powered False\u000a11:14:02.179076 bus /sierra_3: Setting Powered False\u000a11:14:03.289374 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:13:53" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30471): Process ended prematurely: osmo-stp_10.42.42.5(pid=30471) [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30471)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30471): Process ended prematurely: osmo-stp_10.42.42.5(pid=30471) [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:14:05.333473 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:05.345077 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:14:05.491193 tst handover.py: using LAC 21093\u000a11:14:05.616164 tst handover.py: using RAC 183\u000a11:14:05.740498 tst handover.py: using CellId 21093\u000a11:14:05.864117 tst handover.py: using BVCI 21094\u000a11:14:05.887963 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:14:06.030174 tst handover.py: using LAC 21094\u000a11:14:06.151050 tst handover.py: using RAC 184\u000a11:14:06.273392 tst handover.py: using CellId 21094\u000a11:14:06.393994 tst handover.py: using BVCI 21095\u000a11:14:06.417634 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:06.428505 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:06.439671 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:06.451548 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:06.463348 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:06.475360 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:14:06.596424 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:14:06.804865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:07.266999 run create_hlr_db(pid=30465): Launched\u000a11:14:07.392326 bus /sierra_2: Setting Powered False\u000a11:14:08.466473 run create_hlr_db(pid=30465): Terminated: ok {rc=0}\u000a11:14:08.850659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30467): Launched\u000a11:14:09.161488 run osmo-hlr_10.42.42.2(pid=30468): Launched\u000a11:14:09.281938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:09.799454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30470): Launched\u000a11:14:10.109196 run osmo-stp_10.42.42.5(pid=30471): Launched\u000a11:14:10.221452 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:10.760351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30473): Launched\u000a11:14:11.071736 run osmo-msc_10.42.42.6(pid=30474): Launched\u000a11:14:11.253655 run osmo-stp_10.42.42.5(pid=30471): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30471)]\u000a11:14:11.383420 run osmo-stp_10.42.42.5(pid=30471): stdout: \u000a| (launched: 2022-12-09_11:14:09.956098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:11.511121 run osmo-stp_10.42.42.5(pid=30471): stderr: \u000a| �[0;m�[38;5;43m20221209111410126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111410126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111410126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111410126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111410127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111410127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111410127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:11.634700 run osmo-stp_10.42.42.5(pid=30471): stdout: \u000a| (launched: 2022-12-09_11:14:09.956098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:11.756859 run osmo-stp_10.42.42.5(pid=30471): stderr: \u000a| �[0;m�[38;5;43m20221209111410126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111410126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111410126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111410126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111410127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111410127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111410127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:11.810223 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30471): Process ended prematurely: osmo-stp_10.42.42.5(pid=30471) [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30471)] [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a11:14:11.818270 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:14:11.878806 run osmo-hlr_10.42.42.2(pid=30468): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30468)]\u000a11:14:11.928254 run osmo-hlr_10.42.42.2(pid=30468): stdout: \u000a| (launched: 2022-12-09_11:14:09.007079) \u000a11:14:11.977818 run osmo-hlr_10.42.42.2(pid=30468): stderr: \u000a| �[0;m�[1;31m20221209111409182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111409182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111409182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111409182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111409182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111409182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111409195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111409204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111409204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111409204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:12.045271 run osmo-msc_10.42.42.6(pid=30474): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30474)]\u000a11:14:12.094145 run osmo-msc_10.42.42.6(pid=30474): stdout: \u000a| (launched: 2022-12-09_11:14:10.916678) \u000a11:14:12.144184 run osmo-msc_10.42.42.6(pid=30474): stderr: \u000a| �[0;m�[38;5;43m20221209111411188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111411188 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43fcc42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111411188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111411188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111411188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111411188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111411190 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111411191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111411191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111411191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:12.186324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30467): Terminating (SIGTERM)\u000a11:14:12.225895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30470): Terminating (SIGTERM)\u000a11:14:12.265415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30473): Terminating (SIGTERM)\u000a11:14:12.274843 --- ParallelTerminationStrategy: PID 30467 died...\u000a11:14:12.328390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30467): Terminated: ok {rc=0}\u000a11:14:12.337969 --- ParallelTerminationStrategy: PID 30470 died...\u000a11:14:12.390839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30470): Terminated: ok {rc=0}\u000a11:14:12.400507 --- ParallelTerminationStrategy: PID 30473 died...\u000a11:14:12.453193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30473): Terminated: ok {rc=0}\u000a11:14:12.541070 bus /sierra_3: Setting Powered False\u000a11:14:13.647797 bus /sierra_3: Setting Powered False\u000a11:14:14.757536 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:14:05" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30485): Process ended prematurely: osmo-stp_10.42.42.5(pid=30485) [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30485)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30485): Process ended prematurely: osmo-stp_10.42.42.5(pid=30485) [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:14:16.840421 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:16.856490 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:14:17.016482 tst handover.py: using LAC 21095\u000a11:14:17.175246 tst handover.py: using RAC 185\u000a11:14:17.310087 tst handover.py: using CellId 21095\u000a11:14:17.441132 tst handover.py: using BVCI 21096\u000a11:14:17.466440 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:14:17.611017 tst handover.py: using LAC 21096\u000a11:14:17.740333 tst handover.py: using RAC 186\u000a11:14:17.871360 tst handover.py: using CellId 21096\u000a11:14:18.001096 tst handover.py: using BVCI 21097\u000a11:14:18.026345 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:18.038182 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:18.049533 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:18.060902 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:18.072343 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:18.083707 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:14:18.202052 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:14:18.415477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:18.918190 run create_hlr_db(pid=30479): Launched\u000a11:14:19.052615 bus /sierra_2: Setting Powered False\u000a11:14:20.129019 run create_hlr_db(pid=30479): Terminated: ok {rc=0}\u000a11:14:20.517325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30481): Launched\u000a11:14:20.827030 run osmo-hlr_10.42.42.2(pid=30482): Launched\u000a11:14:20.947041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:21.460627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30484): Launched\u000a11:14:21.771623 run osmo-stp_10.42.42.5(pid=30485): Launched\u000a11:14:21.883213 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:22.419273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30487): Launched\u000a11:14:22.729271 run osmo-msc_10.42.42.6(pid=30488): Launched\u000a11:14:22.909693 run osmo-stp_10.42.42.5(pid=30485): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30485)]\u000a11:14:23.040505 run osmo-stp_10.42.42.5(pid=30485): stdout: \u000a| (launched: 2022-12-09_11:14:21.616461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:23.168074 run osmo-stp_10.42.42.5(pid=30485): stderr: \u000a| �[0;m�[38;5;43m20221209111421784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111421784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111421784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111421785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111421785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111421785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111421785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:23.291174 run osmo-stp_10.42.42.5(pid=30485): stdout: \u000a| (launched: 2022-12-09_11:14:21.616461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:23.413410 run osmo-stp_10.42.42.5(pid=30485): stderr: \u000a| �[0;m�[38;5;43m20221209111421784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111421784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111421784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111421785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111421785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111421785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111421785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:23.466840 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30485): Process ended prematurely: osmo-stp_10.42.42.5(pid=30485) [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30485)] [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a11:14:23.474802 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:14:23.535393 run osmo-hlr_10.42.42.2(pid=30482): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30482)]\u000a11:14:23.584758 run osmo-hlr_10.42.42.2(pid=30482): stdout: \u000a| (launched: 2022-12-09_11:14:20.675002) \u000a11:14:23.634553 run osmo-hlr_10.42.42.2(pid=30482): stderr: \u000a| �[0;m�[1;31m20221209111420851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111420851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111420851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111420851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111420851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111420851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111420864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111420874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111420874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111420874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:23.702168 run osmo-msc_10.42.42.6(pid=30488): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30488)]\u000a11:14:23.751207 run osmo-msc_10.42.42.6(pid=30488): stdout: \u000a| (launched: 2022-12-09_11:14:22.575557) \u000a11:14:23.801221 run osmo-msc_10.42.42.6(pid=30488): stderr: \u000a| �[0;m�[38;5;43m20221209111422845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111422845 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6861eecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111422845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111422845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111422845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111422845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111422847 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111422847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111422848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111422848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:23.843625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30481): Terminating (SIGTERM)\u000a11:14:23.883340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30484): Terminating (SIGTERM)\u000a11:14:23.923449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30487): Terminating (SIGTERM)\u000a11:14:23.933101 --- ParallelTerminationStrategy: PID 30481 died...\u000a11:14:23.986670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30481): Terminated: ok {rc=0}\u000a11:14:23.996317 --- ParallelTerminationStrategy: PID 30484 died...\u000a11:14:24.049366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30484): Terminated: ok {rc=0}\u000a11:14:24.059242 --- ParallelTerminationStrategy: PID 30487 died...\u000a11:14:24.112449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30487): Terminated: ok {rc=0}\u000a11:14:24.200449 bus /sierra_3: Setting Powered False\u000a11:14:25.304574 bus /sierra_3: Setting Powered False\u000a11:14:26.415640 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:14:16" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30499): Process ended prematurely: osmo-stp_10.42.42.5(pid=30499) [trial-2358↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30499)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30499): Process ended prematurely: osmo-stp_10.42.42.5(pid=30499) [trial-2358↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:14:28.424317 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:28.435113 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:14:28.558210 tst handover.py: using LAC 21097\u000a11:14:28.687444 tst handover.py: using RAC 187\u000a11:14:28.811665 tst handover.py: using CellId 21097\u000a11:14:28.938165 tst handover.py: using BVCI 21098\u000a11:14:28.963401 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:14:29.108540 tst handover.py: using LAC 21098\u000a11:14:29.236498 tst handover.py: using RAC 188\u000a11:14:29.364756 tst handover.py: using CellId 21098\u000a11:14:29.492671 tst handover.py: using BVCI 21099\u000a11:14:29.517937 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:29.529300 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:29.540358 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:29.551761 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:29.563049 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:29.574160 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:14:29.690718 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:14:29.891897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:30.352469 run create_hlr_db(pid=30493): Launched\u000a11:14:30.478773 bus /sierra_2: Setting Powered False\u000a11:14:31.558358 run create_hlr_db(pid=30493): Terminated: ok {rc=0}\u000a11:14:31.964075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30495): Launched\u000a11:14:32.279446 run osmo-hlr_10.42.42.2(pid=30496): Launched\u000a11:14:32.401276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:32.916086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30498): Launched\u000a11:14:33.225837 run osmo-stp_10.42.42.5(pid=30499): Launched\u000a11:14:33.338431 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:33.879472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30501): Launched\u000a11:14:34.189816 run osmo-msc_10.42.42.6(pid=30502): Launched\u000a11:14:34.371158 run osmo-stp_10.42.42.5(pid=30499): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30499)]\u000a11:14:34.501189 run osmo-stp_10.42.42.5(pid=30499): stdout: \u000a| (launched: 2022-12-09_11:14:33.072517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:34.629342 run osmo-stp_10.42.42.5(pid=30499): stderr: \u000a| �[0;m�[38;5;43m20221209111433242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111433242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111433243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111433243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111433244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111433244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111433244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:34.753138 run osmo-stp_10.42.42.5(pid=30499): stdout: \u000a| (launched: 2022-12-09_11:14:33.072517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:34.875522 run osmo-stp_10.42.42.5(pid=30499): stderr: \u000a| �[0;m�[38;5;43m20221209111433242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111433242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111433243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111433243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111433244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111433244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111433244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:34.929542 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30499): Process ended prematurely: osmo-stp_10.42.42.5(pid=30499) [trial-2358↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30499)] [trial-2358↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a11:14:34.937708 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:14:34.998614 run osmo-hlr_10.42.42.2(pid=30496): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30496)]\u000a11:14:35.048032 run osmo-hlr_10.42.42.2(pid=30496): stdout: \u000a| (launched: 2022-12-09_11:14:32.123387) \u000a11:14:35.097902 run osmo-hlr_10.42.42.2(pid=30496): stderr: \u000a| �[0;m�[1;31m20221209111432301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111432301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111432301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111432301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111432301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111432301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111432314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111432322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111432322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111432322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:35.165990 run osmo-msc_10.42.42.6(pid=30502): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30502)]\u000a11:14:35.215561 run osmo-msc_10.42.42.6(pid=30502): stdout: \u000a| (launched: 2022-12-09_11:14:34.035851) \u000a11:14:35.266082 run osmo-msc_10.42.42.6(pid=30502): stderr: \u000a| �[0;m�[38;5;43m20221209111434307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111434307 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9921152c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111434307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111434307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111434308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111434308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111434310 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111434310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111434310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111434311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:35.308307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30495): Terminating (SIGTERM)\u000a11:14:35.348449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30498): Terminating (SIGTERM)\u000a11:14:35.388611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30501): Terminating (SIGTERM)\u000a11:14:35.398210 --- ParallelTerminationStrategy: PID 30495 died...\u000a11:14:35.451913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30495): Terminated: ok {rc=0}\u000a11:14:35.462025 --- ParallelTerminationStrategy: PID 30498 died...\u000a11:14:35.515647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30498): Terminated: ok {rc=0}\u000a11:14:35.525923 --- ParallelTerminationStrategy: PID 30501 died...\u000a11:14:35.579469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30501): Terminated: ok {rc=0}\u000a11:14:35.668655 bus /sierra_3: Setting Powered False\u000a11:14:36.772410 bus /sierra_3: Setting Powered False\u000a11:14:37.879832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:14:28" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30513): Process ended prematurely: osmo-stp_10.42.42.5(pid=30513) [trial-2358↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30513)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30513): Process ended prematurely: osmo-stp_10.42.42.5(pid=30513) [trial-2358↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:14:39.877125 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:39.888333 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:14:40.019506 tst handover.py: using LAC 21099\u000a11:14:40.148821 tst handover.py: using RAC 189\u000a11:14:40.278091 tst handover.py: using CellId 21099\u000a11:14:40.410370 tst handover.py: using BVCI 21100\u000a11:14:40.435593 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:14:40.585583 tst handover.py: using LAC 21100\u000a11:14:40.717860 tst handover.py: using RAC 190\u000a11:14:40.845514 tst handover.py: using CellId 21100\u000a11:14:40.969256 tst handover.py: using BVCI 21101\u000a11:14:40.992857 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:41.003926 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:41.014877 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:41.026736 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:41.037905 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:41.048906 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:14:41.164259 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:14:41.369374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:41.830322 run create_hlr_db(pid=30507): Launched\u000a11:14:41.955639 bus /sierra_2: Setting Powered False\u000a11:14:43.030284 run create_hlr_db(pid=30507): Terminated: ok {rc=0}\u000a11:14:43.415723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30509): Launched\u000a11:14:43.724183 run osmo-hlr_10.42.42.2(pid=30510): Launched\u000a11:14:43.839800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:44.349075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30512): Launched\u000a11:14:44.660352 run osmo-stp_10.42.42.5(pid=30513): Launched\u000a11:14:44.771645 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:45.311164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30515): Launched\u000a11:14:45.622380 run osmo-msc_10.42.42.6(pid=30516): Launched\u000a11:14:45.804183 run osmo-stp_10.42.42.5(pid=30513): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30513)]\u000a11:14:45.973316 run osmo-stp_10.42.42.5(pid=30513): stdout: \u000a| (launched: 2022-12-09_11:14:44.506320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:46.105754 run osmo-stp_10.42.42.5(pid=30513): stderr: \u000a| �[0;m�[38;5;43m20221209111444675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111444675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111444675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111444676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111444676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111444676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111444676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:46.232568 run osmo-stp_10.42.42.5(pid=30513): stdout: \u000a| (launched: 2022-12-09_11:14:44.506320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:46.359134 run osmo-stp_10.42.42.5(pid=30513): stderr: \u000a| �[0;m�[38;5;43m20221209111444675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111444675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111444675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111444676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111444676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111444676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111444676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:46.414790 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30513): Process ended prematurely: osmo-stp_10.42.42.5(pid=30513) [trial-2358↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30513)] [trial-2358↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a11:14:46.423881 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:14:46.489281 run osmo-hlr_10.42.42.2(pid=30510): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30510)]\u000a11:14:46.541566 run osmo-hlr_10.42.42.2(pid=30510): stdout: \u000a| (launched: 2022-12-09_11:14:43.571663) \u000a11:14:46.594761 run osmo-hlr_10.42.42.2(pid=30510): stderr: \u000a| �[0;m�[1;31m20221209111443746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111443746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111443746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111443746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111443747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111443747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111443758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111443766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111443767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111443767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:46.665471 run osmo-msc_10.42.42.6(pid=30516): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30516)]\u000a11:14:46.717085 run osmo-msc_10.42.42.6(pid=30516): stdout: \u000a| (launched: 2022-12-09_11:14:45.468003) \u000a11:14:46.769953 run osmo-msc_10.42.42.6(pid=30516): stderr: \u000a| �[0;m�[38;5;43m20221209111445740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111445740 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e6987cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111445740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111445741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111445741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111445741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111445743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111445743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111445743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111445743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:46.814841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30509): Terminating (SIGTERM)\u000a11:14:46.856477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30512): Terminating (SIGTERM)\u000a11:14:46.900338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30515): Terminating (SIGTERM)\u000a11:14:46.910559 --- ParallelTerminationStrategy: PID 30509 died...\u000a11:14:46.967872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30509): Terminated: ok {rc=0}\u000a11:14:46.978668 --- ParallelTerminationStrategy: PID 30512 died...\u000a11:14:47.035777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30512): Terminated: ok {rc=0}\u000a11:14:47.046668 --- ParallelTerminationStrategy: PID 30515 died...\u000a11:14:47.103771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30515): Terminated: ok {rc=0}\u000a11:14:47.192838 bus /sierra_3: Setting Powered False\u000a11:14:48.301670 bus /sierra_3: Setting Powered False\u000a11:14:49.411268 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:14:39" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30527): Process ended prematurely: osmo-stp_10.42.42.5(pid=30527) [trial-2358↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30527)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30527): Process ended prematurely: osmo-stp_10.42.42.5(pid=30527) [trial-2358↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2358 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:14:51.428859 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:51.439733 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:14:51.582829 tst handover.py: using LAC 21101\u000a11:14:51.702537 tst handover.py: using RAC 191\u000a11:14:51.822271 tst handover.py: using CellId 21101\u000a11:14:51.942488 tst handover.py: using BVCI 21102\u000a11:14:51.966072 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:14:52.109779 tst handover.py: using LAC 21102\u000a11:14:52.243439 tst handover.py: using RAC 192\u000a11:14:52.373556 tst handover.py: using CellId 21102\u000a11:14:52.502610 tst handover.py: using BVCI 21103\u000a11:14:52.528089 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:52.539682 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:52.551176 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:52.562949 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:52.574342 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:52.585711 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:14:52.702043 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:14:52.919462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:53.424185 run create_hlr_db(pid=30521): Launched\u000a11:14:53.559197 bus /sierra_2: Setting Powered False\u000a11:14:54.637278 run create_hlr_db(pid=30521): Terminated: ok {rc=0}\u000a11:14:55.028044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30523): Launched\u000a11:14:55.338699 run osmo-hlr_10.42.42.2(pid=30524): Launched\u000a11:14:55.461265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:55.977613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30526): Launched\u000a11:14:56.288203 run osmo-stp_10.42.42.5(pid=30527): Launched\u000a11:14:56.400942 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:56.940754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30529): Launched\u000a11:14:57.252233 run osmo-msc_10.42.42.6(pid=30530): Launched\u000a11:14:57.433127 run osmo-stp_10.42.42.5(pid=30527): ERR: Terminated: ERROR {rc=1} [trial-2358↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30527)]\u000a11:14:57.563485 run osmo-stp_10.42.42.5(pid=30527): stdout: \u000a| (launched: 2022-12-09_11:14:56.134487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:57.692038 run osmo-stp_10.42.42.5(pid=30527): stderr: \u000a| �[0;m�[38;5;43m20221209111456304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111456304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111456304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111456305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111456305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111456305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111456305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:57.815695 run osmo-stp_10.42.42.5(pid=30527): stdout: \u000a| (launched: 2022-12-09_11:14:56.134487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:57.938262 run osmo-stp_10.42.42.5(pid=30527): stderr: \u000a| �[0;m�[38;5;43m20221209111456304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209111456304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209111456304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209111456305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209111456305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209111456305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209111456305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:57.992101 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30527): Process ended prematurely: osmo-stp_10.42.42.5(pid=30527) [trial-2358↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30527)] [trial-2358↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a11:14:58.000058 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:14:58.061614 run osmo-hlr_10.42.42.2(pid=30524): ERR: Terminated: ERROR {rc=237} [trial-2358↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30524)]\u000a11:14:58.111467 run osmo-hlr_10.42.42.2(pid=30524): stdout: \u000a| (launched: 2022-12-09_11:14:55.184544) \u000a11:14:58.161800 run osmo-hlr_10.42.42.2(pid=30524): stderr: \u000a| �[0;m�[1;31m20221209111455358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209111455358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209111455358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111455358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209111455358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209111455358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209111455370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2358/run.2022-12-09_09-50-18/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209111455378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209111455378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209111455378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:58.230094 run osmo-msc_10.42.42.6(pid=30530): ERR: Terminated: ERROR {rc=2} [trial-2358↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30530)]\u000a11:14:58.279969 run osmo-msc_10.42.42.6(pid=30530): stdout: \u000a| (launched: 2022-12-09_11:14:57.098269) \u000a11:14:58.330552 run osmo-msc_10.42.42.6(pid=30530): stderr: \u000a| �[0;m�[38;5;43m20221209111457370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209111457370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfda9a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209111457370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209111457370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209111457370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209111457370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209111457372 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209111457372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209111457373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209111457373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:58.373166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30523): Terminating (SIGTERM)\u000a11:14:58.413748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30526): Terminating (SIGTERM)\u000a11:14:58.454183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30529): Terminating (SIGTERM)\u000a11:14:58.463811 --- ParallelTerminationStrategy: PID 30523 died...\u000a11:14:58.518565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30523): Terminated: ok {rc=0}\u000a11:14:58.528311 --- ParallelTerminationStrategy: PID 30526 died...\u000a11:14:58.582398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30526): Terminated: ok {rc=0}\u000a11:14:58.592191 --- ParallelTerminationStrategy: PID 30529 died...\u000a11:14:58.645722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30529): Terminated: ok {rc=0}\u000a11:14:58.735914 bus /sierra_3: Setting Powered False\u000a11:14:59.839100 bus /sierra_3: Setting Powered False\u000a11:15:00.966996 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:14:51" } ] }